-- Logs begin at Tue 2021-08-31 11:54:53 UTC, end at Tue 2021-08-31 12:53:47 UTC. -- Aug 31 12:31:28.065568 dv-cinder-806696-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 12:31:30.218454 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.common.config [-] Logging enabled! Aug 31 12:31:30.219192 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13 Aug 31 12:31:30.219192 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74931) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 31 12:31:30.221374 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.common.config [-] Logging enabled! Aug 31 12:31:30.221626 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13 Aug 31 12:31:30.221907 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74931) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 31 12:31:30.222977 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 31 12:31:30.223205 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 31 12:31:30.223571 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 31 12:31:30.223817 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 31 12:31:30.224042 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 31 12:31:30.224345 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.224663 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.224946 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.225158 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.225466 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.225779 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.226053 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.226343 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.226641 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.226927 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.227210 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.227493 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.227722 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.228006 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.228293 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.228582 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.228804 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] debug = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.229084 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.229514 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.229935 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.230223 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.230513 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.230785 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.231063 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.231348 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.231674 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] host = dv-cinder-806696-1-smb {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.231951 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.232238 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.232524 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.232810 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.233084 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.233357 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.233638 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.233940 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.234212 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] log_file = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.234489 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.234777 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.235063 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.235351 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.235577 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.235800 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.236087 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.236376 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.236655 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.236929 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.237206 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.237481 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.237776 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.238124 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.238416 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.238702 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.238988 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.239271 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.239546 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.239818 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.240094 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.240381 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.240655 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.240930 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.241205 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.241493 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.241785 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.242061 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.242359 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.242645 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.242928 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.243211 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.243484 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.243764 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.244033 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.244305 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.244574 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] use_json = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.244851 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.245120 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.245397 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.245668 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.245961 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.246234 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.246506 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.246789 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:30.247087 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.247385 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.247683 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.247965 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.248255 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.248542 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.248831 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.249114 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.249402 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.249712 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.250000 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.250280 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.250567 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.250863 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.251153 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.251428 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.251714 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.252005 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.252288 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.252567 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.252847 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.253139 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.253421 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.253773 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.254060 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.254343 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.254619 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.254893 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.255173 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.255466 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.255746 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.256018 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.256290 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.256568 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.256842 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.257131 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.257414 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.257714 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.257988 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.258266 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.258543 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.258820 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.259102 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.259379 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.259659 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.259935 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.260207 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.260485 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.260764 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.261041 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.261315 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.261590 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.261906 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.262180 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.262450 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.262725 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.262999 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.263272 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.263564 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.263865 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.264142 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.264421 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.264703 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.264981 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.265260 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.265537 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.265837 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.266117 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.266389 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.266679 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.266964 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.267252 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.267537 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.267821 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.268114 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.268392 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.268679 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.268957 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.269264 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.269551 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.269908 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.270165 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.270462 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.270758 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.271079 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.271353 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.271634 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.271953 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.272224 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:30.272440 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 12:31:30.272683 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74931) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 12:31:30.683047 dv-cinder-806696-1-smb neutron-server[74931]: INFO keyring.backend [-] Loading KWallet Aug 31 12:31:30.690667 dv-cinder-806696-1-smb neutron-server[74931]: INFO keyring.backend [-] Loading SecretService Aug 31 12:31:30.694186 dv-cinder-806696-1-smb neutron-server[74931]: INFO keyring.backend [-] Loading Windows Aug 31 12:31:30.695532 dv-cinder-806696-1-smb neutron-server[74931]: INFO keyring.backend [-] Loading chainer Aug 31 12:31:30.696119 dv-cinder-806696-1-smb neutron-server[74931]: INFO keyring.backend [-] Loading macOS Aug 31 12:31:30.730759 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:31:30.731003 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:31:30.731324 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:31:30.731663 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 12:31:31.038721 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.039363 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.039634 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.096003 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.096288 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.096567 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.099615 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.099902 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.100172 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.128929 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.129195 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.129485 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.156201 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.156485 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.156754 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.483181 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.483811 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.483811 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.483953 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.484631 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.610836 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.611149 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.611464 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.611739 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.611997 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.612305 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.612576 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.612811 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.613130 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.613415 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.613676 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.613945 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.614238 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.614466 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.614764 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.615014 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.615268 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.615546 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.615798 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.616084 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.616437 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.616689 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.616939 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.617221 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.617472 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.617724 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.618145 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:31:31.618383 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:31:31.618628 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:31:31.618868 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:31:31.619097 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:31:31.619329 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:31:31.619925 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 12:31:31.623415 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 12:31:31.627445 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 12:31:31.631693 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 31 12:31:31.633352 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 12:31:31.633816 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 12:31:31.634161 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 12:31:31.634566 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 12:31:31.637364 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 12:31:31.637613 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 12:31:31.637999 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 12:31:31.666225 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Aug 31 12:31:31.666691 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.666994 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74931) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 12:31:31.667334 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.668890 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74931) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 12:31:31.669179 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 12:31:31.669425 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 12:31:31.672652 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.672937 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:31.733410 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 12:31:31.733606 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 12:31:31.733826 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 12:31:31.734216 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 12:31:31.768801 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_db.sqlalchemy.engines [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74931) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 31 12:31:32.106842 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.managers [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Initializing driver for type 'gre' Aug 31 12:31:32.107391 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] gre ID ranges: [(1, 1000)] Aug 31 12:31:32.171549 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.managers [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Initializing driver for type 'local' Aug 31 12:31:32.171880 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.managers [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Initializing driver for type 'vlan' Aug 31 12:31:32.185935 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] VlanTypeDriver initialization complete Aug 31 12:31:32.186269 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.managers [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Initializing driver for type 'vxlan' Aug 31 12:31:32.186794 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] vxlan ID ranges: [(1, 1000)] Aug 31 12:31:32.242673 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.managers [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Initializing extension driver 'port_security' Aug 31 12:31:32.243083 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.extensions.port_security [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] PortSecurityExtensionDriver initialization complete Aug 31 12:31:32.243525 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.managers [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Initializing mechanism driver 'openvswitch' Aug 31 12:31:32.243928 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.managers [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Initializing mechanism driver 'hyperv' Aug 31 12:31:32.250639 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.plugins.ml2.plugin [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:31:32.251392 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > port after_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.251758 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > port after_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.252099 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > port after_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.252480 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > subnet after_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.252826 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > subnet after_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.253172 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > subnet after_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.253540 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > network after_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.254052 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > network after_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.254382 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > network after_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.254756 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > security_group after_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.255095 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > security_group after_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.255431 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > security_group after_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.255803 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.256145 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.256467 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.256801 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] ML2 OVO RPC backend initialized. {{(pid=74931) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Aug 31 12:31:32.257474 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router_interface after_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.257859 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.258275 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > network before_response 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.258614 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > networks before_response 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.258950 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > port before_response 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.259286 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > ports before_response 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.259620 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > subnet before_response 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.259962 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > subnets before_response 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.260291 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > network after_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.260625 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > network after_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.260954 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > network after_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.261282 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > port after_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.261609 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > port after_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.261958 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > port after_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.262285 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > subnet after_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.262612 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > subnet after_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.262959 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > subnet after_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.263539 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.plugin [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Modular L2 Plugin initialization complete Aug 31 12:31:32.263858 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading services supported by the core plugin {{(pid=74931) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 12:31:32.264173 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.plugins.ml2.managers [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Got port-security extension from driver 'port_security' Aug 31 12:31:32.264632 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.extensions.vlantransparent [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Disabled vlantransparent extension. Aug 31 12:31:32.265042 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74931) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 12:31:32.265345 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading Plugin: router Aug 31 12:31:32.301259 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router_interface before_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.301643 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router after_create 55549900 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.302039 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router before_create 55549900 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.302396 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.302879 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.303233 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router after_delete 55549900 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.303586 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > floatingip after_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.303943 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router after_create 55549900 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.304279 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router after_update 55549900 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.304622 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router after_update 55549900 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.304957 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.305294 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router after_update 55549900 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.305717 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router precommit_update 55549900 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.306160 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: port after_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.306490 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: port after_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.306815 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: subnet after_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.307149 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.307493 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > port precommit_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.307831 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router precommit_create 55549900 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.308164 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: port before_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.308495 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router precommit_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.308840 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router after_update 55549900 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.309173 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router precommit_delete 55549900 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.309511 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router precommit_create 55549900 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.309874 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router_interface after_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.310212 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router precommit_update 55549900 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.310567 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > agent after_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.310908 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > agent after_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.311240 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > network after_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.312102 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Tracking information for resource: router configured {{(pid=74931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:31:32.312425 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Tracking information for resource: floatingip configured {{(pid=74931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 12:31:32.319370 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.db.l3_agentschedulers_db [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 12:31:32.319883 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: port after_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.320235 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: port after_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.320586 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: port after_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.320930 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: port after_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.321733 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router before_create 55550100 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.322106 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router precommit_delete 55550100 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.322460 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router precommit_create 55550100 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.322810 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > router precommit_update 55550100 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.327446 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.services.provider_configuration [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Service providers = [] {{(pid=74931) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 12:31:32.327906 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.db.servicetype_db [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74931) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 12:31:32.330879 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.services.service_base [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74931) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 12:31:32.331221 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.services.service_base [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74931) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 12:31:32.331555 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.services.service_base [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74931) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 12:31:32.333419 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.services.service_base [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74931) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 12:31:32.333828 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.services.service_base [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 12:31:32.334203 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:31:32.334519 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 12:31:32.345230 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:31:32.345561 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading Plugin: auto_allocate Aug 31 12:31:32.351497 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: network precommit_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.351862 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: network precommit_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.352385 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:31:32.352701 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading Plugin: tag Aug 31 12:31:32.359425 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:31:32.359746 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading Plugin: timestamp Aug 31 12:31:32.363583 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:31:32.363907 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading Plugin: network_ip_availability Aug 31 12:31:32.369091 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.369477 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.369833 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.370540 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:31:32.370855 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading Plugin: flavors Aug 31 12:31:32.375866 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:31:32.376195 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading Plugin: revisions Aug 31 12:31:32.380410 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 12:31:32.380799 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_concurrency.lockutils [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.649s {{(pid=74931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:31:32.381522 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74931) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Aug 31 12:31:32.381889 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Initializing extension manager. Aug 31 12:31:32.382385 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: __init__.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.382722 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: __pycache__ {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.383051 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.383370 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.383692 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: _filter_validation_lib.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.384010 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.384325 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: address_group.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.385068 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.385638 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: address-group Aug 31 12:31:32.385974 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: address_scope.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.386653 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.387146 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: address-scope Aug 31 12:31:32.387452 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: admin_state_down_before_update.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.388363 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.388864 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: router-admin-state-down-before-update Aug 31 12:31:32.389174 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: agent.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.389894 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.390383 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: agent Aug 31 12:31:32.390691 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: agent_resources_synced.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.391584 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.392075 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: agent-resources-synced Aug 31 12:31:32.392384 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: allowedaddresspairs.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.394203 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.394723 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: allowed-address-pairs Aug 31 12:31:32.395041 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: auto_allocated_topology.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.396100 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.396602 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: auto-allocated-topology Aug 31 12:31:32.396916 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: availability_zone.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.397596 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.398114 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: availability_zone Aug 31 12:31:32.398431 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: availability_zone_filter.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.399324 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.399824 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: availability_zone_filter Aug 31 12:31:32.400137 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: data_plane_status.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.401053 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.401545 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 12:31:32.401884 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: default_subnetpools.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.402848 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.403339 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: default-subnetpools Aug 31 12:31:32.403650 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: dhcpagentscheduler.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.404424 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.404917 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: dhcp_agent_scheduler Aug 31 12:31:32.405241 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: dns.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.406143 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.406632 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension dns-integration not supported by any of loaded plugins Aug 31 12:31:32.406946 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: dns_domain_ports.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.407854 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.408346 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 12:31:32.408654 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: dvr.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.409310 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.410004 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: dvr Aug 31 12:31:32.410282 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: empty_string_filtering.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.411177 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.411666 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: empty-string-filtering Aug 31 12:31:32.411981 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.412876 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.413366 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 12:31:32.413681 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.414905 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.415682 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 12:31:32.415983 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: external_net.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.416995 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.417493 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: external-net Aug 31 12:31:32.417846 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: extra_dhcp_opt.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.418755 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.419244 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: extra_dhcp_opt Aug 31 12:31:32.419562 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: extraroute.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.420469 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.420964 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: extraroute Aug 31 12:31:32.421273 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: extraroute_atomic.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.422365 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.422870 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: extraroute-atomic Aug 31 12:31:32.423186 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: filter_validation.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.423847 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.424337 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: filter-validation Aug 31 12:31:32.424716 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: fip_pf_description.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.425660 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.426264 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 12:31:32.426577 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: fip_port_details.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.427504 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.428001 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: fip-port-details Aug 31 12:31:32.428313 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: flavors.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.429533 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.430393 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: flavors Aug 31 12:31:32.430717 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.432370 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.432881 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 12:31:32.433198 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: floatingip_pools.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.433915 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.434413 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: floatingip-pools Aug 31 12:31:32.434722 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: ip_allocation.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.435621 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.436117 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 12:31:32.436429 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.437342 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.437877 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: ip-substring-filtering Aug 31 12:31:32.438194 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: l2_adjacency.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.439099 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.439594 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 12:31:32.439905 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: l3.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.440885 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.441477 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: router Aug 31 12:31:32.441823 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: l3_conntrack_helper.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.444223 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.444740 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 12:31:32.445067 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.446012 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.446518 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: ext-gw-mode Aug 31 12:31:32.446842 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.447762 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.448266 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: l3-ha Aug 31 12:31:32.448587 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: l3_flavors.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.449480 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.450032 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: l3-flavors Aug 31 12:31:32.450351 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.451238 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.451733 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 12:31:32.452050 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: l3agentscheduler.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.453080 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.453578 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: l3_agent_scheduler Aug 31 12:31:32.453928 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: logging.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.455394 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.455897 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension logging not supported by any of loaded plugins Aug 31 12:31:32.456216 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: metering.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.457076 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.457638 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: metering Aug 31 12:31:32.457987 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.459141 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.459820 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: metering_source_and_destination_fields Aug 31 12:31:32.460133 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: multiprovidernet.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.461045 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.461556 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: multi-provider Aug 31 12:31:32.461891 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: netmtu.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.462793 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.463362 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: net-mtu Aug 31 12:31:32.463676 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: netmtu_writable.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.464576 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.465074 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: net-mtu-writable Aug 31 12:31:32.465390 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: network_availability_zone.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.466081 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.466571 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: network_availability_zone Aug 31 12:31:32.466882 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: network_ip_availability.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.468083 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.468579 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: network-ip-availability Aug 31 12:31:32.468928 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: network_segment_range.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.469714 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.470199 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 12:31:32.470527 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: pagination.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.471488 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.471808 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: pagination Aug 31 12:31:32.472119 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.473133 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.473629 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: port-mac-address-regenerate Aug 31 12:31:32.473968 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: port_resource_request.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.474891 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.475393 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 12:31:32.475711 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: portbindings.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.476693 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.477189 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: binding Aug 31 12:31:32.477511 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: portbindings_extended.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.478791 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.479297 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: binding-extended Aug 31 12:31:32.479617 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: portsecurity.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.480516 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.481011 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: port-security Aug 31 12:31:32.481326 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: project_id.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.482319 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.482641 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: project-id Aug 31 12:31:32.482947 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: providernet.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.483842 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.484378 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: provider Aug 31 12:31:32.484641 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: qos.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.488188 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.488694 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension qos not supported by any of loaded plugins Aug 31 12:31:32.489017 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.490274 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.490775 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 12:31:32.491097 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.492017 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.492517 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 12:31:32.492834 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: qos_default.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.493745 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.494248 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension qos-default not supported by any of loaded plugins Aug 31 12:31:32.494568 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: qos_fip.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.495208 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.495694 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension qos-fip not supported by any of loaded plugins Aug 31 12:31:32.496008 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: qos_gateway_ip.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.496924 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.497423 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 12:31:32.497800 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: qos_port_network_policy.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.498698 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.499187 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 12:31:32.499501 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: qos_rule_type_details.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.500402 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.501200 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 12:31:32.501518 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: qos_rules_alias.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.502583 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.503260 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 12:31:32.503738 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: quotasv2.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.504761 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.505081 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: quotas Aug 31 12:31:32.505398 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: quotasv2_detail.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.507146 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.507483 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: quota_details Aug 31 12:31:32.507808 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: rbac.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.508850 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.509369 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: rbac-policies Aug 31 12:31:32.509705 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: rbac_address_scope.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.510608 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.511112 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: rbac-address-scope Aug 31 12:31:32.511431 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: rbac_security_groups.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.512326 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.512825 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: rbac-security-groups Aug 31 12:31:32.513142 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: rbac_subnetpool.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.514072 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.514574 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: rbac-subnetpool Aug 31 12:31:32.514886 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: revisionifmatch.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.515785 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.516285 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: revision-if-match Aug 31 12:31:32.516600 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: revisions.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.517812 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.518313 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: standard-attr-revisions Aug 31 12:31:32.518628 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: router_availability_zone.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.519324 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.519924 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: router_availability_zone Aug 31 12:31:32.520241 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: routerservicetype.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.521141 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.521636 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension router-service-type not supported by any of loaded plugins Aug 31 12:31:32.521976 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: security_groups_port_filtering.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.522877 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.523384 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: port-security-groups-filtering Aug 31 12:31:32.523694 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: securitygroup.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.534692 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.535480 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: security-group Aug 31 12:31:32.535890 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: segment.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.536672 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.537174 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension segment not supported by any of loaded plugins Aug 31 12:31:32.537504 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.538453 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.538951 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 12:31:32.539595 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: servicetype.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.540678 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.541181 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: service-type Aug 31 12:31:32.541497 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: sorting.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.542458 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.542784 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: sorting Aug 31 12:31:32.543097 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: standard_attr_segment.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.543995 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.544504 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 12:31:32.544820 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: standardattrdescription.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.545456 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.545986 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: standard-attr-description Aug 31 12:31:32.546299 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: stateful_security_group.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.547350 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.547959 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: stateful-security-group Aug 31 12:31:32.548276 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: stdattrs_common.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.548847 dv-cinder-806696-1-smb neutron-server[74931]: WARNING neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 12:31:32.549162 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.550089 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.550779 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 12:31:32.551171 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: subnet_onboard.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.552310 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.552817 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: subnet_onboard Aug 31 12:31:32.553130 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.554081 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.554595 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 12:31:32.554891 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: subnet_service_types.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.555796 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.556300 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: subnet-service-types Aug 31 12:31:32.556616 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: subnetallocation.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.557705 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.558214 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: subnet_allocation Aug 31 12:31:32.558531 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.559188 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.559698 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: subnetpool-prefix-ops Aug 31 12:31:32.560011 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.560919 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.561423 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 12:31:32.561768 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: tagging.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.562833 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.563338 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: standard-attr-tag Aug 31 12:31:32.563656 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: timestamp.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.564844 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.565347 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loaded extension: standard-attr-timestamp Aug 31 12:31:32.565668 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: trunk.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.566758 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.567260 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension trunk not supported by any of loaded plugins Aug 31 12:31:32.567587 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: trunk_details.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.568490 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.569011 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension trunk-details not supported by any of loaded plugins Aug 31 12:31:32.569474 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: uplink_status_propagation.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.570361 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.570860 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 12:31:32.571174 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Loading extension file: vlantransparent.py {{(pid=74931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 31 12:31:32.571830 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 31 12:31:32.572322 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 12:31:32.574593 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Creating instance of TrackedResource for resource:network Aug 31 12:31:32.575315 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Creating instance of TrackedResource for resource:subnet Aug 31 12:31:32.575916 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 12:31:32.576678 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Creating instance of TrackedResource for resource:port Aug 31 12:31:32.577969 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.v2.resource_helper [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:31:32.578419 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.v2.resource_helper [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Service FLAVORS assigned prefix: {{(pid=74931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:31:32.579021 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.v2.resource_helper [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:31:32.579451 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.v2.resource_helper [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:31:32.579775 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Creating instance of TrackedResource for resource:router Aug 31 12:31:32.580428 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Creating instance of TrackedResource for resource:floatingip Aug 31 12:31:32.581131 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.v2.resource_helper [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Service METERING assigned prefix: /metering {{(pid=74931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:31:32.582675 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.583051 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.583398 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:31:32.584540 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 12:31:32.584979 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Creating instance of TrackedResource for resource:security_group Aug 31 12:31:32.585628 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 12:31:32.586386 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.v2.resource_helper [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Service CORE assigned prefix: {{(pid=74931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:31:32.586713 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 12:31:32.587045 dv-cinder-806696-1-smb neutron-server[74931]: WARNING neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] subnetpool is already registered Aug 31 12:31:32.587641 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.v2.resource_helper [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Service CORE assigned prefix: {{(pid=74931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:31:32.587961 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 12:31:32.588275 dv-cinder-806696-1-smb neutron-server[74931]: WARNING neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] subnetpool is already registered Aug 31 12:31:32.590827 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.v2.resource_helper [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:31:32.591256 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.v2.resource_helper [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Service FLAVORS assigned prefix: {{(pid=74931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:31:32.591850 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.v2.resource_helper [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:31:32.592267 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.v2.resource_helper [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:31:32.592593 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Creating instance of TrackedResource for resource:router Aug 31 12:31:32.592910 dv-cinder-806696-1-smb neutron-server[74931]: WARNING neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] router is already registered Aug 31 12:31:32.593493 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Creating instance of TrackedResource for resource:floatingip Aug 31 12:31:32.593835 dv-cinder-806696-1-smb neutron-server[74931]: WARNING neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] floatingip is already registered Aug 31 12:31:32.594451 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.v2.resource_helper [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Service METERING assigned prefix: /metering {{(pid=74931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:31:32.595113 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 12:31:32.595431 dv-cinder-806696-1-smb neutron-server[74931]: WARNING neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] rbac_policy is already registered Aug 31 12:31:32.595963 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Creating instance of TrackedResource for resource:security_group Aug 31 12:31:32.596288 dv-cinder-806696-1-smb neutron-server[74931]: WARNING neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] security_group is already registered Aug 31 12:31:32.596860 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 12:31:32.597177 dv-cinder-806696-1-smb neutron-server[74931]: WARNING neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] security_group_rule is already registered Aug 31 12:31:32.598004 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.v2.resource_helper [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Service CORE assigned prefix: {{(pid=74931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:31:32.598324 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 12:31:32.598642 dv-cinder-806696-1-smb neutron-server[74931]: WARNING neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] subnetpool is already registered Aug 31 12:31:32.599225 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.v2.resource_helper [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Service CORE assigned prefix: {{(pid=74931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 12:31:32.599539 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 12:31:32.599850 dv-cinder-806696-1-smb neutron-server[74931]: WARNING neutron.quota.resource_registry [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] subnetpool is already registered Aug 31 12:31:32.600493 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: extensions {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.601985 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: address-groups {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.603550 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: address-scopes {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.604708 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: agents {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.605972 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: auto-allocated-topology {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.607176 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: availability_zones {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.608443 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: dhcp-networks {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.609833 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: dhcp-agents {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.611230 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: routers {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.613094 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: flavors {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.614319 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: service_profiles {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.615534 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: next_providers {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.616992 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: service_profiles {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.618435 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: floatingip-pools {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.619742 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: routers {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.621497 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: floatingips {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.622686 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: l3-routers {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.623996 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: l3-agents {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.625364 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: metering-labels {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.627504 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: metering-label-rules {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.628891 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: network-ip-availabilities {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.630164 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: bindings {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.631770 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: quotas {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.633182 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: quotas {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.634623 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: rbac-policies {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.635865 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: security-groups {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.637051 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: security-group-rules {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.638301 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: service-providers {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.639504 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: subnetpools {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.640877 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: subnetpools {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.642321 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: tags {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.643988 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: tags {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.646099 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: tags {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.647888 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: tags {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.649649 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: tags {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.651292 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: tags {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.658658 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: tags {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.660506 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: tags {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.662360 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: tags {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.664744 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron.api.extensions [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Extended resource: tags {{(pid=74931) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 31 12:31:32.671887 dv-cinder-806696-1-smb neutron-server[74931]: WARNING keystonemiddleware.auth_token [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 12:31:32.678342 dv-cinder-806696-1-smb neutron-server[74931]: WARNING keystonemiddleware.auth_token [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 12:31:32.686581 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_concurrency.lockutils [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Acquired lock "singleton_lock" {{(pid=74931) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 12:31:32.687060 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_concurrency.lockutils [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Releasing lock "singleton_lock" {{(pid=74931) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 12:31:32.687693 dv-cinder-806696-1-smb neutron-server[74931]: INFO oslo_service.service [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Starting 2 workers Aug 31 12:31:32.692200 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Started child 75034 {{(pid=74931) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 31 12:31:32.696624 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Started child 75035 {{(pid=74931) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 31 12:31:32.697428 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:31:32.698149 dv-cinder-806696-1-smb neutron-server[74931]: INFO neutron.service [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 12:31:32.698807 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Notify callbacks [] for process, before_spawn {{(pid=74931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:31:32.698979 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [-] (75034) wsgi starting up on http://0.0.0.0:9696 Aug 31 12:31:32.701307 dv-cinder-806696-1-smb neutron-server[74931]: INFO oslo_service.service [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Starting 1 workers Aug 31 12:31:32.701474 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:31:32.702898 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [-] (75035) wsgi starting up on http://0.0.0.0:9696 Aug 31 12:31:32.706319 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Started child 75036 {{(pid=74931) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 31 12:31:32.706857 dv-cinder-806696-1-smb neutron-server[74931]: INFO oslo_service.service [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Starting 1 workers Aug 31 12:31:32.710243 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.service [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] calling RpcWorker wait() {{(pid=75036) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 12:31:32.710875 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.service [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] returning from RpcWorker wait() {{(pid=75036) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 12:31:32.711175 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Started child 75037 {{(pid=74931) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 31 12:31:32.711918 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG neutron_lib.callbacks.manager [None req-2bc295bf-dad7-4a3a-b93c-70311e6221ab None None] Notify callbacks [] for process, after_spawn {{(pid=74931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:31:32.712082 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:31:32.712377 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:31:32.713860 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74931) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 31 12:31:32.714033 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 31 12:31:32.714413 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 31 12:31:32.714594 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 31 12:31:32.715122 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 31 12:31:32.715249 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 31 12:31:32.715804 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.716081 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.716221 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:31:32.716695 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.716695 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.716858 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.717089 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:31:32.717597 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.717879 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.718148 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.718424 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.718647 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.718799 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.718951 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.719235 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.719438 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.719861 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.720138 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.720398 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.720664 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.720813 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.721082 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.721346 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.721587 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.722096 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] debug = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.722568 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.723059 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.723296 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.723559 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.723872 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.724172 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.724424 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.724705 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.724928 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.725165 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.725467 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.725670 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.726079 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.726234 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 57384) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:31:32.726376 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.726376 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.726658 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.727093 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] host = dv-cinder-806696-1-smb {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.727346 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.727584 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.727838 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.728069 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.728327 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.728563 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.728810 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.729054 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.729305 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.729550 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.729844 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.730088 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.730323 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.730566 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] log_file = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.730733 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] log_options = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.730972 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.731246 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.731515 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.731709 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.731884 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.732061 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.732421 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.732582 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.732730 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.732933 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.733148 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.733384 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.733625 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.733890 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.734163 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.734385 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061398 Aug 31 12:31:32.734656 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.735429 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.735868 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.736292 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.736718 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.737967 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.737967 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.737967 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.737967 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.738806 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.738806 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.739207 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.739207 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.739535 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.739535 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.739886 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.740077 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.740256 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.740531 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.740796 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.741000 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.741260 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.744373 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.744714 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.745039 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.745511 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.745618 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.746722 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.747010 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.748034 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.748267 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] use_json = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.748521 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.748752 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.749039 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.749270 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.750213 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.753444 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.753808 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.754113 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.755418 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.757290 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.758448 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.760166 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.760166 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.761891 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.762188 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.762445 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.762698 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.763425 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.763732 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.763968 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.764293 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.764557 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.764823 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.766069 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.766258 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.766773 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.766955 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.767107 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.768303 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.768303 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.768303 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.768739 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.768739 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.769014 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.769927 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.769927 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.770355 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.770600 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.770863 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.771102 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.772022 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.772022 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.772022 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.772022 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.772293 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.772437 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.772675 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.773031 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.773296 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.773527 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.773788 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.774006 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.774226 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.774458 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.774677 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.774893 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.775126 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.775485 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.777088 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.777516 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.777968 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.778493 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.778730 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.778967 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.779216 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.779470 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.779701 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.779928 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.780170 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.780412 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.780630 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.780858 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.781093 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.781306 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.781542 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.781802 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.782027 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.782239 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.782453 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.782668 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.782900 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.783217 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.783528 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.784643 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.784967 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.785232 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.785547 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.785985 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.786355 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.786714 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.787117 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.787518 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.787939 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.788259 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.788636 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.788971 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.789571 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.789903 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.790212 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.790507 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.790794 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.791168 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.791462 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.791747 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.792072 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.792374 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.792671 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.792985 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.794327 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.794843 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.795851 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.796143 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.796383 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.796644 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.796945 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.797237 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.797505 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.797792 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.798029 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.798287 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.799301 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.799301 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.799301 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.799557 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.799836 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.800096 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.800344 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.800655 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.801809 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.801809 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.801809 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.803860 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.803860 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.803860 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.803860 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.803860 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.803860 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.804251 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.804444 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.804703 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.804961 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.805197 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.805401 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.805607 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.806622 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.806856 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.807108 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.807351 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.807568 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.807785 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.808015 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.808250 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.808481 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.808803 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.809218 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.809632 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.810072 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.810490 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.810870 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.811255 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.811665 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.812040 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.812413 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.812816 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.813225 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.813658 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.814837 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.814837 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.814837 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.814837 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.815130 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.815198 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.815455 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.815665 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.815910 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.816165 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.816382 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.816699 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.816946 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.817180 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.817371 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.817554 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.817812 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.818045 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.818279 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.818613 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.818938 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.819183 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.819428 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.819691 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.819849 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.820240 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.820610 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.820960 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.821310 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.821714 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.822604 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.822604 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.822604 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.822604 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.822903 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.822980 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.823154 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.823540 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.823767 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.823994 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.824269 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.824630 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.824856 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.825110 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.825348 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.825556 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.825807 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.826159 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.826512 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.827791 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.828457 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.828457 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.828619 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.828832 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.829169 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.829413 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.829678 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.830008 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.830223 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.830480 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.830705 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.830936 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.831453 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.831453 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.831776 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.832084 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.832314 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.832565 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.832886 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.833183 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.833442 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.833646 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.834062 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.834365 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.834754 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.835202 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.835445 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.835720 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.835965 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.836173 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.836395 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.836616 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.836954 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.837207 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.837440 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.837677 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.837925 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.838149 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.838383 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.838610 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.838833 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.839169 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.839386 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.839541 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 12:31:32.840057 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74931) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 31 12:31:32.840211 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 31 12:31:32.840364 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 31 12:31:32.840529 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 31 12:31:32.840691 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 31 12:31:32.840839 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 31 12:31:32.841727 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.841727 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.841727 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.841727 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.841727 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.842078 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.842078 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.842078 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.842254 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.842380 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.842560 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.842709 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.842853 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.843007 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.843149 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.843294 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.843419 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.843727 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.843884 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.844041 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.844194 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.844347 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.844502 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] debug = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.844671 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.845998 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.846203 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.846361 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.846528 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.846697 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.846864 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.847034 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.847232 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.847443 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.847545 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.847720 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.847859 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.847991 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.848158 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.848302 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.848456 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] host = dv-cinder-806696-1-smb {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.848614 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.848770 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.848928 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.849088 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.849246 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.849396 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.849545 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.849715 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.849877 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.850085 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.850849 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.850849 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.850849 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.850849 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] log_file = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.850849 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] log_options = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.851234 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.851234 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.851379 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.851468 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.851627 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.851806 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.851961 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.852128 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.852305 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.852465 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.852619 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.852806 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.852968 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.853123 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.853277 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.853430 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.853584 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.853819 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.853981 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.854130 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.854306 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.854455 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.854577 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.854884 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.855192 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.855486 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.855775 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.856075 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.856231 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.856387 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.856544 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.857411 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.857411 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.857411 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.857411 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.857411 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.857411 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.857773 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.857773 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.857910 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.858092 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.858176 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.858397 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.858501 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.858604 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.858762 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] use_json = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.858917 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.859071 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.859257 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.859419 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.859512 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.859660 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.859816 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.859969 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 12:31:32.860151 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.860313 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.860485 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.860648 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.860786 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.860937 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.861075 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.861230 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.861390 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.861548 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.861797 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.861961 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.862137 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.862307 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.862499 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.862671 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.862766 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.863005 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.863328 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:31:32.863495 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.863649 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.863786 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.863919 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.864099 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.864278 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.864415 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.864547 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.864691 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.864825 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.864967 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.865102 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.865231 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.865359 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.865484 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.865617 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.865814 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.865979 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.866140 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.866309 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.866553 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.866704 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.866931 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.866931 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.867196 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.867196 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.867452 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.867452 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.867727 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.867861 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.867993 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.868126 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.868249 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.868369 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.868545 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.868709 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.868855 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.869022 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.869164 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.869318 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.869466 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.870117 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.870117 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.870117 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.870117 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.870375 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.870506 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.870578 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.870764 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.870863 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.871011 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.871169 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.871328 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.871489 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.871650 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.871811 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.871982 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.872157 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.872315 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.872472 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.872630 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.872789 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.872949 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.873109 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.873279 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.873420 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.873559 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.873717 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.874729 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.875038 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.875994 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.876303 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.876471 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.876627 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.876768 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.876916 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.877102 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.877248 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.877384 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.877517 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.877646 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.877816 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.878667 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.878667 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.878667 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.878667 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.878667 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.879539 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.879539 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.879539 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.879539 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.879930 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.879930 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.880108 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.880423 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.880583 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.880819 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.881054 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.881513 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.881513 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.881513 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.881998 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.881998 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.882424 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.882424 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.882424 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.883121 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.883121 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.883121 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.883121 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.884013 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.884013 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.884013 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.884013 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.884013 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.884013 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.884739 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.884739 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.884739 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.884739 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.884739 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.885391 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.885391 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.885391 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.885391 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.886192 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.886192 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.886192 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.886192 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.886192 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.887013 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.887013 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.887013 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.887013 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.887013 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.887013 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.887802 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.887802 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.887802 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.887802 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.887802 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.888421 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.888421 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.888421 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.888421 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.889046 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.889046 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.889046 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.889046 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.889704 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.889704 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.889704 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.889704 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.889704 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.890384 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.890384 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.890384 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.890384 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.890896 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.890896 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.890896 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.890896 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.891433 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.891433 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.891433 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.891825 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.891825 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.891825 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.892241 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.892241 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.892241 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.892619 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.892619 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.892884 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.892884 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.893138 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.893138 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.893725 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.893725 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.893725 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.896139 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.896139 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.896139 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.896139 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.896139 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.896139 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.896844 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.898050 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.898364 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.898664 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.899071 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.899400 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.899729 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.900075 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.900409 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.900817 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.901160 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.901505 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.901863 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.902059 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.902208 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.902347 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.902494 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.902629 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.902799 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.902987 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.903163 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.903326 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.904163 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.904163 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.904163 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.904163 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.904163 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.904661 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.904661 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.904661 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.904900 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.904900 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.905060 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.905138 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.905301 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.905459 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.905611 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.905848 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.905989 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.906123 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.906232 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.906350 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.906654 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.906947 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.907250 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.907415 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.907577 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 12:31:32.907730 dv-cinder-806696-1-smb neutron-server[74931]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 12:31:43.315359 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e85800b-a876-4375-9744-5273527648db None None] get_active_networks_info from dv-cinder-806696-1-smb {{(pid=75036) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Aug 31 12:31:43.387251 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e85800b-a876-4375-9744-5273527648db None None] No non-hosted networks {{(pid=75036) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 12:31:43.412241 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-4679e41d-1921-4bf3-b02a-dc96afde9e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-782799'] for agent, after_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:31:43.567446 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-782799'] for agent, after_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:31:43.568498 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:31:43.569085 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:31:43.569635 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:31:43.573443 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:31:43.574075 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:31:43.574606 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:31:43.575188 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:31:43.575765 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:31:43.576287 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:31:43.576962 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:31:43.578028 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:31:43.582362 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806696-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:31:43.600463 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806696-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:31:45.455204 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-086b34c7-ccb4-4892-8773-f06e0644044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-782799'] for agent, after_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:31:45.507942 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-d3ca315a-efdb-4826-b4ad-ef530a08be28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:31:46.473607 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-782799'] for agent, after_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:31:47.938897 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-782799'] for agent, after_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:31:48.580437 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.db.l3_hamode_db [None req-711e856a-d8d8-4cfd-ac2c-5f13e642467f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 12:31:48.667251 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711e856a-d8d8-4cfd-ac2c-5f13e642467f None None] Routers set() bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:31:48.667614 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711e856a-d8d8-4cfd-ac2c-5f13e642467f None None] Router IDs set() for agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 12:31:49.868045 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 57488) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:31:50.545960 dv-cinder-806696-1-smb neutron-server[75035]: WARNING oslo_policy.policy [None req-048af719-1143-41dd-8e81-feeacd9c76a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:31:50.546562 dv-cinder-806696-1-smb neutron-server[75035]: WARNING oslo_policy.policy [None req-048af719-1143-41dd-8e81-feeacd9c76a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:31:50.764229 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [None req-048af719-1143-41dd-8e81-feeacd9c76a8 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=75035) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 31 12:31:50.765435 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-048af719-1143-41dd-8e81-feeacd9c76a8 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8954051 Aug 31 12:31:53.054730 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 57502) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:31:53.732895 dv-cinder-806696-1-smb neutron-server[75034]: WARNING oslo_policy.policy [None req-6370b631-df97-4450-a1ef-eb82ac172305 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:31:53.733917 dv-cinder-806696-1-smb neutron-server[75034]: WARNING oslo_policy.policy [None req-6370b631-df97-4450-a1ef-eb82ac172305 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:31:53.959791 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-6370b631-df97-4450-a1ef-eb82ac172305 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:31:54.008726 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.policy [None req-6370b631-df97-4450-a1ef-eb82ac172305 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75034) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 31 12:31:54.009627 dv-cinder-806696-1-smb neutron-server[75034]: WARNING oslo_policy.policy [None req-6370b631-df97-4450-a1ef-eb82ac172305 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:31:54.009931 dv-cinder-806696-1-smb neutron-server[75034]: WARNING oslo_policy.policy [None req-6370b631-df97-4450-a1ef-eb82ac172305 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:31:54.013378 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.quota [None req-6370b631-df97-4450-a1ef-eb82ac172305 admin admin] Loaded quota_driver: . Aug 31 12:31:54.029892 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-6370b631-df97-4450-a1ef-eb82ac172305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:31:54.106312 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6370b631-df97-4450-a1ef-eb82ac172305 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767726938067', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767726889522', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767726880514', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767726910584', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767726900756', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33039170', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33362239', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-860742', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-929690'] for rbac-policy, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:31:54.180708 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6370b631-df97-4450-a1ef-eb82ac172305 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:31:54.182082 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-6370b631-df97-4450-a1ef-eb82ac172305 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1260304 Aug 31 12:31:56.828702 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 57520) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:31:57.256728 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '0dd7d90648a94bafa59116348397d0da'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:31:57.261570 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:31:57.266187 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Usage tracker for resource:network and tenant:0dd7d90648a94bafa59116348397d0da is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:31:57.270943 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:31:57.277332 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:31:57.290696 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Made reservation on behalf of 0dd7d90648a94bafa59116348397d0da for: {'network': 1} {{(pid=75034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:31:57.293924 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for network, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:31:57.312685 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:31:57.358695 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:31:57.362782 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Usage tracker for resource:security_group_rule and tenant:0dd7d90648a94bafa59116348397d0da is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:31:57.366146 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:31:57.372454 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:31:57.440480 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:31:57.447604 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:31:57.452924 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:31:57.471221 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=75034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 31 12:31:57.496012 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767722538617', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:31:57.496505 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Unsubscribe: segment precommit_create {{(pid=75034) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 12:31:57.496967 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.db.segments_db [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Added segment ee3eb61a-eae6-4354-8026-14d5440fb244 of type vlan for network d179a886-4136-40fb-81f5-00a9ffb5b160 Aug 31 12:31:57.514311 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab8731c-7446-459a-8487-de7a6f9d3065,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:31:57.574557 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:31:57.574886 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:31:57.575210 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:31:57.575527 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:31:57.575849 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:31:57.576164 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:31:57.576471 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:31:57.576792 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:31:57.577102 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:31:57.577403 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:31:57.577727 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Tracked resource versions report: Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: pushed versions: Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: { 'ConntrackHelper': {'1.0'}, Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: 'Log': {'1.0'}, Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: 'Network': {'1.1'}, Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: 'Port': {'1.5'}, Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: 'PortForwarding': {'1.2'}, Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: 'QosPolicy': {'1.8'}, Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: 'SecurityGroup': {'1.2'}, Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: 'SecurityGroupRule': {'1.0'}, Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: 'SubPort': {'1.0'}, Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: 'Subnet': {'1.1'}, Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: 'Trunk': {'1.1'}} Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: consumer versions: Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: { DHCP agent@dv-cinder-806696-1-smb: {}, Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: L3 agent@dv-cinder-806696-1-smb: {}, Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: Metadata agent@dv-cinder-806696-1-smb: {}, Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: Metering agent@dv-cinder-806696-1-smb: {}, Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: Open vSwitch agent@dv-cinder-806696-1-smb: { 'ConntrackHelper': '1.0', Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: 'Log': '1.0', Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: 'Network': '1.1', Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: 'Port': '1.5', Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: 'PortForwarding': '1.2', Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: 'QosPolicy': '1.8', Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: 'SecurityGroup': '1.2', Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: 'SecurityGroupRule': '1.0', Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: 'SubPort': '1.0', Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: 'Subnet': '1.1', Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: 'Trunk': '1.1'}} Aug 31 12:31:57.578803 dv-cinder-806696-1-smb neutron-server[75034]: {{(pid=75034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 12:31:57.613146 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767722117506'] for network, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:31:57.628011 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:31:57.656191 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for network, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:31:57.657532 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:31:57.658221 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:31:57.663276 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:31:57.770936 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9377356 Aug 31 12:31:57.770936 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Pushing event updated for resources: {'Network': ['ID=d179a886-4136-40fb-81f5-00a9ffb5b160,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:31:57.771874 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:31:57.783796 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Network d179a886-4136-40fb-81f5-00a9ffb5b160 details requested by agent ovs-agent-dv-cinder-806696-1-smb with host dv-cinder-806696-1-smb {{(pid=75036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 12:32:00.435611 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 57536) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:32:00.947245 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6a2b3b-ca84-4467-8d07-9e8de253217e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:32:00.948516 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-ca6a2b3b-ca84-4467-8d07-9e8de253217e admin admin] 10.222.0.13 "GET /v2.0/networks/d179a886-4136-40fb-81f5-00a9ffb5b160 HTTP/1.1" status: 200 len: 825 time: 0.5118694 Aug 31 12:32:00.979720 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-b0b2c20b-a21b-4150-bd5b-aa0beeb93018 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/fdb9b1c8-f8a6-4dc9-b5d8-532c57b5649c HTTP/1.1" status: 200 len: 734 time: 0.0256779 Aug 31 12:32:00.991196 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-8eb03d16-0e6f-47f3-9e26-93fbd373eafc admin admin] Request body: {'subnet': {'subnetpool_id': 'fdb9b1c8-f8a6-4dc9-b5d8-532c57b5649c', 'network_id': 'd179a886-4136-40fb-81f5-00a9ffb5b160', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '0dd7d90648a94bafa59116348397d0da', 'name': 'private-subnet'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:32:00.996461 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-8eb03d16-0e6f-47f3-9e26-93fbd373eafc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:32:01.000834 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-8eb03d16-0e6f-47f3-9e26-93fbd373eafc admin admin] Usage tracker for resource:subnet and tenant:0dd7d90648a94bafa59116348397d0da is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:32:01.004127 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-8eb03d16-0e6f-47f3-9e26-93fbd373eafc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:32:01.010130 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-8eb03d16-0e6f-47f3-9e26-93fbd373eafc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:32:01.024924 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb03d16-0e6f-47f3-9e26-93fbd373eafc admin admin] Made reservation on behalf of 0dd7d90648a94bafa59116348397d0da for: {'subnet': 1} {{(pid=75034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:32:01.027206 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-8eb03d16-0e6f-47f3-9e26-93fbd373eafc admin admin] Notify callbacks [] for subnet, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:01.297783 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-8eb03d16-0e6f-47f3-9e26-93fbd373eafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for subnet, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:01.302315 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:32:01.376014 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb03d16-0e6f-47f3-9e26-93fbd373eafc admin admin] Pushing event updated for resources: {'Subnet': ['ID=48b1824c-6b4b-4d49-9213-f2ce92aff04b,revision_number=0']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:32:01.382419 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-8eb03d16-0e6f-47f3-9e26-93fbd373eafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:32:01.390936 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb03d16-0e6f-47f3-9e26-93fbd373eafc admin admin] Checking segment: {'id': 'ee3eb61a-eae6-4354-8026-14d5440fb244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd179a886-4136-40fb-81f5-00a9ffb5b160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:32:01.391283 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb03d16-0e6f-47f3-9e26-93fbd373eafc admin admin] Network hostable DHCP agents. Network: d179a886-4136-40fb-81f5-00a9ffb5b160, hostable agents: ['c4bdb865-a81e-4643-8bd9-838ee0d40aaf'], hosted agents: [] {{(pid=75034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:32:01.419473 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb03d16-0e6f-47f3-9e26-93fbd373eafc admin admin] Network d179a886-4136-40fb-81f5-00a9ffb5b160 is scheduled to be hosted by DHCP agent c4bdb865-a81e-4643-8bd9-838ee0d40aaf with binding_index 1 {{(pid=75034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:32:01.437981 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [None req-8eb03d16-0e6f-47f3-9e26-93fbd373eafc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-smb, d179a886-4136-40fb-81f5-00a9ffb5b160) {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:32:01.445163 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb03d16-0e6f-47f3-9e26-93fbd373eafc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:32:01.445770 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-8eb03d16-0e6f-47f3-9e26-93fbd373eafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for subnet, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:01.450121 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c954e3e-36c7-413e-9c8c-28c88b33d632 None None] Network d179a886-4136-40fb-81f5-00a9ffb5b160 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:32:01.470592 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-8eb03d16-0e6f-47f3-9e26-93fbd373eafc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4831860 Aug 31 12:32:01.780911 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74434909-0b8c-5b4f-b4a6-2114f8d237d1-d179a886-4136-40fb-81f5-00a9ffb5b160', 'network_id': 'd179a886-4136-40fb-81f5-00a9ffb5b160', 'tenant_id': '0dd7d90648a94bafa59116348397d0da', 'fixed_ips': [{'subnet_id': '48b1824c-6b4b-4d49-9213-f2ce92aff04b'}]}} from dv-cinder-806696-1-smb. {{(pid=75036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 31 12:32:01.782078 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:01.972909 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.db_base_plugin_common [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Allocated IP 172.20.0.2 (d179a886-4136-40fb-81f5-00a9ffb5b160/48b1824c-6b4b-4d49-9213-f2ce92aff04b/813bdde7-7adb-4c9b-9d58-8f60d0f54f84) {{(pid=75036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:32:02.199097 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Notify callbacks [] for port, precommit_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:02.214189 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Transition to ACTIVE for port object 813bdde7-7adb-4c9b-9d58-8f60d0f54f84 will not be triggered until provisioned by entity L2. {{(pid=75036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:32:02.237358 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Transition to ACTIVE for port object 813bdde7-7adb-4c9b-9d58-8f60d0f54f84 will not be triggered until provisioned by entity DHCP. {{(pid=75036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:32:02.244736 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887'] for port, after_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:02.249231 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:32:02.310186 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Network d179a886-4136-40fb-81f5-00a9ffb5b160 is already hosted by enough agents. {{(pid=75036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:32:02.313100 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.scheduler.base_scheduler [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Resources bound (agent type, host, resource id): {{(pid=75036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:32:02.318409 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Pushing event updated for resources: {'Port': ['ID=813bdde7-7adb-4c9b-9d58-8f60d0f54f84,revision_number=1']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:32:02.320650 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Received port after_create {{(pid=75036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:32:02.331750 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:02.332153 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:02.332605 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:02.332920 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:02.333236 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:02.333540 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:02.333875 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:02.334167 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:02.334465 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:02.334765 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:02.335068 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Tracked resource versions report: Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: pushed versions: Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: { 'ConntrackHelper': {'1.0'}, Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: 'Log': {'1.0'}, Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: 'Network': {'1.1'}, Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: 'Port': {'1.5'}, Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: 'PortForwarding': {'1.2'}, Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: 'QosPolicy': {'1.8'}, Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: 'SecurityGroup': {'1.2'}, Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: 'SecurityGroupRule': {'1.0'}, Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: 'SubPort': {'1.0'}, Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: 'Subnet': {'1.1'}, Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: 'Trunk': {'1.1'}} Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: consumer versions: Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: { DHCP agent@dv-cinder-806696-1-smb: {}, Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: L3 agent@dv-cinder-806696-1-smb: {}, Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: Metadata agent@dv-cinder-806696-1-smb: {}, Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: Metering agent@dv-cinder-806696-1-smb: {}, Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: Open vSwitch agent@dv-cinder-806696-1-smb: { 'ConntrackHelper': '1.0', Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: 'Log': '1.0', Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: 'Network': '1.1', Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: 'Port': '1.5', Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: 'PortForwarding': '1.2', Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: 'QosPolicy': '1.8', Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: 'SecurityGroup': '1.2', Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: 'SecurityGroupRule': '1.0', Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: 'SubPort': '1.0', Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: 'Subnet': '1.1', Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: 'Trunk': '1.1'}} Aug 31 12:32:02.336166 dv-cinder-806696-1-smb neutron-server[75036]: {{(pid=75036) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 12:32:02.372059 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:32:02.433936 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Attempting to bind port 813bdde7-7adb-4c9b-9d58-8f60d0f54f84 on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:32:02.434338 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Attempting to bind port 813bdde7-7adb-4c9b-9d58-8f60d0f54f84 by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': 'ee3eb61a-eae6-4354-8026-14d5440fb244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd179a886-4136-40fb-81f5-00a9ffb5b160'}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:32:02.434761 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Attempting to bind port 813bdde7-7adb-4c9b-9d58-8f60d0f54f84 on network d179a886-4136-40fb-81f5-00a9ffb5b160 {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:32:02.442143 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:32:02.442460 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Checking segment: {'id': 'ee3eb61a-eae6-4354-8026-14d5440fb244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd179a886-4136-40fb-81f5-00a9ffb5b160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:32:02.442959 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:02.443353 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Bound using segment: {'id': 'ee3eb61a-eae6-4354-8026-14d5440fb244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd179a886-4136-40fb-81f5-00a9ffb5b160'} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:32:02.443838 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Bound port: 813bdde7-7adb-4c9b-9d58-8f60d0f54f84, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3eb61a-eae6-4354-8026-14d5440fb244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd179a886-4136-40fb-81f5-00a9ffb5b160'}}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:32:02.444230 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:02.548156 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] For port 813bdde7-7adb-4c9b-9d58-8f60d0f54f84, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:32:02.554930 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] For port 813bdde7-7adb-4c9b-9d58-8f60d0f54f84, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=813bdde7-7adb-4c9b-9d58-8f60d0f54f84,segment=NetworkSegment(ee3eb61a-eae6-4354-8026-14d5440fb244),segment_id=ee3eb61a-eae6-4354-8026-14d5440fb244)] {{(pid=75036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:32:02.561279 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:02.565607 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:32:02.681190 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Pushing event updated for resources: {'Port': ['ID=813bdde7-7adb-4c9b-9d58-8f60d0f54f84,revision_number=2']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:32:02.684538 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:32:04.088118 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 57546) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:32:04.524833 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [None req-df3d0304-e179-43d1-9dc6-24ae5507bbe2 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=75035) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 31 12:32:04.530226 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-df3d0304-e179-43d1-9dc6-24ae5507bbe2 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4410362 Aug 31 12:32:05.893250 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 813bdde7-7adb-4c9b-9d58-8f60d0f54f84 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:32:05.962847 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port 813bdde7-7adb-4c9b-9d58-8f60d0f54f84 completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:32:06.473985 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83276b8f-4d24-4c84-8098-0b1e94011e5f None None] Network d179a886-4136-40fb-81f5-00a9ffb5b160 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:32:06.596975 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-e3693f7c-59c4-4cbc-bfd9-fcecc09ec3dd None None] Provisioning for port 813bdde7-7adb-4c9b-9d58-8f60d0f54f84 completed by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:32:06.606388 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-e3693f7c-59c4-4cbc-bfd9-fcecc09ec3dd None None] Provisioning complete for port 813bdde7-7adb-4c9b-9d58-8f60d0f54f84 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:32:06.606775 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-e3693f7c-59c4-4cbc-bfd9-fcecc09ec3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:06.815265 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-e3693f7c-59c4-4cbc-bfd9-fcecc09ec3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:06.831114 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 57560) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:32:06.862252 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-e3693f7c-59c4-4cbc-bfd9-fcecc09ec3dd None None] For port 813bdde7-7adb-4c9b-9d58-8f60d0f54f84, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=813bdde7-7adb-4c9b-9d58-8f60d0f54f84,segment=NetworkSegment(ee3eb61a-eae6-4354-8026-14d5440fb244),segment_id=ee3eb61a-eae6-4354-8026-14d5440fb244)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:32:06.867510 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-e3693f7c-59c4-4cbc-bfd9-fcecc09ec3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:06.869592 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:32:06.943672 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3693f7c-59c4-4cbc-bfd9-fcecc09ec3dd None None] Pushing event updated for resources: {'Port': ['ID=813bdde7-7adb-4c9b-9d58-8f60d0f54f84,revision_number=3']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:32:06.954976 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-e3693f7c-59c4-4cbc-bfd9-fcecc09ec3dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:32:07.091462 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-070a7425-b2c2-492f-876d-1b6aa64760ad None None] Provisioning complete for port 813bdde7-7adb-4c9b-9d58-8f60d0f54f84 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:32:07.091863 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-070a7425-b2c2-492f-876d-1b6aa64760ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:07.272333 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [None req-182a67dd-06ee-4b39-8c99-aff4b925e545 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=75034) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 31 12:32:07.273343 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-182a67dd-06ee-4b39-8c99-aff4b925e545 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4406207 Aug 31 12:32:07.871038 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 813bdde7-7adb-4c9b-9d58-8f60d0f54f84 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:32:07.946552 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 813bdde7-7adb-4c9b-9d58-8f60d0f54f84 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:32:07.947254 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:09.882667 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 57572) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:32:10.380788 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-774c5690-cef8-426c-9f6a-cd39849efdb3 admin admin] Request body: {'router': {'tenant_id': '0dd7d90648a94bafa59116348397d0da', 'name': 'router1', 'admin_state_up': True}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:32:10.386350 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-774c5690-cef8-426c-9f6a-cd39849efdb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:32:10.390741 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-774c5690-cef8-426c-9f6a-cd39849efdb3 admin admin] Usage tracker for resource:router and tenant:0dd7d90648a94bafa59116348397d0da is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:32:10.394580 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-774c5690-cef8-426c-9f6a-cd39849efdb3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:32:10.403272 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-774c5690-cef8-426c-9f6a-cd39849efdb3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:32:10.419005 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-774c5690-cef8-426c-9f6a-cd39849efdb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8182'] for router, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:10.420468 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-774c5690-cef8-426c-9f6a-cd39849efdb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8189'] for router, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:10.455373 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-774c5690-cef8-426c-9f6a-cd39849efdb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:10.593858 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-774c5690-cef8-426c-9f6a-cd39849efdb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783902'] for router, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:10.614360 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-774c5690-cef8-426c-9f6a-cd39849efdb3 admin admin] Notify callbacks [] for router, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:10.615539 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-774c5690-cef8-426c-9f6a-cd39849efdb3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7318575 Aug 31 12:32:12.864337 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 57582) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:32:13.231196 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-fffe51e7-e158-4c1d-b112-89cac91ab88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:13.298074 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [None req-e45d8b02-a67d-4838-b62f-dea30d5f61fc admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=75034) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 31 12:32:13.299421 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-e45d8b02-a67d-4838-b62f-dea30d5f61fc admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4338746 Aug 31 12:32:13.557120 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:15.462627 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-fb50e4ea-d265-4ae8-aedf-862e281d94bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:15.642053 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 57592) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:32:16.073152 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:32:16.078663 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:32:16.082834 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Usage tracker for resource:network and tenant:5b363af268f84f77986bb45d107cf076 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:32:16.085893 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:32:16.092121 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:32:16.103580 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Made reservation on behalf of 5b363af268f84f77986bb45d107cf076 for: {'network': 1} {{(pid=75034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:32:16.105908 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for network, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:16.117743 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:16.148962 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:32:16.152888 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Usage tracker for resource:security_group_rule and tenant:5b363af268f84f77986bb45d107cf076 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:32:16.155744 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:32:16.162297 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:32:16.242147 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:16.247949 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:16.251089 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:32:16.272287 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Reserving flat network on physical network physnet1 {{(pid=75034) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 12:32:16.284740 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133de7a4-27d5-443d-8365-5c72cb79c901,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:32:16.289711 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:32:16.292525 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:16.292857 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.db.segments_db [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Added segment 3f81cd55-86a1-4a25-9153-5d04b36688ac of type flat for network 7b35dd9c-b590-45a2-8542-749821ca1ef9 Aug 31 12:32:16.324465 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767722117506'] for network, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:16.361708 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for network, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:16.362967 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:32:16.363693 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:16.366965 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:32:16.428628 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:16.465384 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8223224 Aug 31 12:32:16.465963 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Pushing event updated for resources: {'Network': ['ID=7b35dd9c-b590-45a2-8542-749821ca1ef9,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:32:16.479572 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:32:16.492991 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Network 7b35dd9c-b590-45a2-8542-749821ca1ef9 details requested by agent ovs-agent-dv-cinder-806696-1-smb with host dv-cinder-806696-1-smb {{(pid=75036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 12:32:17.892894 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:18.743225 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 57612) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:32:19.088212 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.policy [None req-690f1571-3e4a-4a06-a105-0b0fca8c1749 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75035) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 31 12:32:19.088959 dv-cinder-806696-1-smb neutron-server[75035]: WARNING oslo_policy.policy [None req-690f1571-3e4a-4a06-a105-0b0fca8c1749 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:32:19.089328 dv-cinder-806696-1-smb neutron-server[75035]: WARNING oslo_policy.policy [None req-690f1571-3e4a-4a06-a105-0b0fca8c1749 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 12:32:19.092177 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690f1571-3e4a-4a06-a105-0b0fca8c1749 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:32:19.093872 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-690f1571-3e4a-4a06-a105-0b0fca8c1749 admin admin] 10.222.0.13 "GET /v2.0/subnets/48b1824c-6b4b-4d49-9213-f2ce92aff04b HTTP/1.1" status: 200 len: 849 time: 0.3495634 Aug 31 12:32:19.278086 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-722a9a17-1363-4e10-ba35-b19015ca2dde admin admin] 10.222.0.13 "GET /v2.0/routers/fc8f8424-90a2-4a3b-91d9-90f4bef4bbac HTTP/1.1" status: 200 len: 704 time: 0.1761534 Aug 31 12:32:19.774590 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:20.045473 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Allocated IP 172.20.0.1 (d179a886-4136-40fb-81f5-00a9ffb5b160/48b1824c-6b4b-4d49-9213-f2ce92aff04b/5eb770aa-ae08-490b-9818-cef556da50c8) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:32:20.217348 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:20.236251 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Transition to ACTIVE for port object 5eb770aa-ae08-490b-9818-cef556da50c8 will not be triggered until provisioned by entity DHCP. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:32:20.296462 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:20.301118 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:32:20.362540 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Network d179a886-4136-40fb-81f5-00a9ffb5b160 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:32:20.365263 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:32:20.394234 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Pushing event updated for resources: {'Port': ['ID=5eb770aa-ae08-490b-9818-cef556da50c8,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:32:20.405447 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:20.405815 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:20.406132 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:20.406445 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:20.406765 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:20.407076 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:20.407386 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:20.408225 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:20.408225 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:20.408372 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:20.408672 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Tracked resource versions report: Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: pushed versions: Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: { 'ConntrackHelper': {'1.0'}, Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: 'Log': {'1.0'}, Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: 'Network': {'1.1'}, Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: 'Port': {'1.5'}, Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: 'PortForwarding': {'1.2'}, Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: 'QosPolicy': {'1.8'}, Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: 'SecurityGroup': {'1.2'}, Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: 'SecurityGroupRule': {'1.0'}, Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: 'SubPort': {'1.0'}, Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: 'Subnet': {'1.1'}, Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: 'Trunk': {'1.1'}} Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: consumer versions: Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: { DHCP agent@dv-cinder-806696-1-smb: {}, Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: L3 agent@dv-cinder-806696-1-smb: {}, Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: Metadata agent@dv-cinder-806696-1-smb: {}, Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: Metering agent@dv-cinder-806696-1-smb: {}, Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: Open vSwitch agent@dv-cinder-806696-1-smb: { 'ConntrackHelper': '1.0', Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: 'Log': '1.0', Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: 'Network': '1.1', Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: 'Port': '1.5', Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: 'PortForwarding': '1.2', Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: 'QosPolicy': '1.8', Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: 'SecurityGroup': '1.2', Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: 'SecurityGroupRule': '1.0', Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: 'SubPort': '1.0', Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: 'Subnet': '1.1', Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: 'Trunk': '1.1'}} Aug 31 12:32:20.409638 dv-cinder-806696-1-smb neutron-server[75035]: {{(pid=75035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 12:32:20.421078 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:32:20.421609 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784064'] for router_interface, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:20.476611 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:32:20.545640 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:20.644095 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-42e89cb2-fa76-4118-9811-dc943fcf26d2 None None] Provisioning for port 5eb770aa-ae08-490b-9818-cef556da50c8 completed by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:32:20.649415 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-42e89cb2-fa76-4118-9811-dc943fcf26d2 None None] Provisioning complete for port 5eb770aa-ae08-490b-9818-cef556da50c8 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:32:20.649822 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-42e89cb2-fa76-4118-9811-dc943fcf26d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:20.707418 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-42e89cb2-fa76-4118-9811-dc943fcf26d2 None None] Port 5eb770aa-ae08-490b-9818-cef556da50c8 cannot update to ACTIVE because it is not bound. {{(pid=75036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 31 12:32:20.771766 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:20.778851 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:20.779956 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33353741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-782633'] for router_interface, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:20.783019 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:32:20.905152 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Pushing event updated for resources: {'Port': ['ID=5eb770aa-ae08-490b-9818-cef556da50c8,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:32:20.909125 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:32:20.979636 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Network d179a886-4136-40fb-81f5-00a9ffb5b160 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:32:20.980801 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:32:21.239706 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-541f1a7b-a2cc-49a5-a534-da9b5adb7aca None None] Provisioning complete for port 5eb770aa-ae08-490b-9818-cef556da50c8 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:32:21.239939 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-541f1a7b-a2cc-49a5-a534-da9b5adb7aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:21.292817 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-541f1a7b-a2cc-49a5-a534-da9b5adb7aca None None] Port 5eb770aa-ae08-490b-9818-cef556da50c8 cannot update to ACTIVE because it is not bound. {{(pid=75036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 31 12:32:21.398437 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Router fc8f8424-90a2-4a3b-91d9-90f4bef4bbac is scheduled to L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 with binding_index 1 {{(pid=75035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 12:32:21.583138 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:32:21.593725 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] Sync routers for ids ['fc8f8424-90a2-4a3b-91d9-90f4bef4bbac'] in dv-cinder-806696-1-smb {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:32:21.594208 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] 10.222.0.13 "PUT /v2.0/routers/fc8f8424-90a2-4a3b-91d9-90f4bef4bbac/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3108473 Aug 31 12:32:21.607623 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] Routers {'fc8f8424-90a2-4a3b-91d9-90f4bef4bbac'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:32:21.608526 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:32:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['fc8f8424-90a2-4a3b-91d9-90f4bef4bbac'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:32:21.784405 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] Set router fc8f8424-90a2-4a3b-91d9-90f4bef4bbac gateway port host: None {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:32:22.161732 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8f8424-90a2-4a3b-91d9-90f4bef4bbac', 'name': 'router1', 'tenant_id': '0dd7d90648a94bafa59116348397d0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:32:10Z', 'updated_at': '2021-08-31T12:32:20Z', 'revision_number': 2, 'project_id': '0dd7d90648a94bafa59116348397d0da', 'gw_port_host': None, '_interfaces': [{'id': '5eb770aa-ae08-490b-9818-cef556da50c8', 'name': '', 'network_id': 'd179a886-4136-40fb-81f5-00a9ffb5b160', 'tenant_id': '0dd7d90648a94bafa59116348397d0da', 'mac_address': 'fa:16:3e:ba:7b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8f8424-90a2-4a3b-91d9-90f4bef4bbac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48b1824c-6b4b-4d49-9213-f2ce92aff04b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:32:19Z', 'updated_at': '2021-08-31T12:32:20Z', 'revision_number': 2, 'project_id': '0dd7d90648a94bafa59116348397d0da', 'subnets': [{'id': '48b1824c-6b4b-4d49-9213-f2ce92aff04b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fdb9b1c8-f8a6-4dc9-b5d8-532c57b5649c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:32:22.168230 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] Checking router: fc8f8424-90a2-4a3b-91d9-90f4bef4bbac for host: dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:32:22.168607 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] Updating router fc8f8424-90a2-4a3b-91d9-90f4bef4bbac port 5eb770aa-ae08-490b-9818-cef556da50c8 binding host dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 31 12:32:22.225944 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:22.604546 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] Notify callbacks [] for port, precommit_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:22.619652 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.provisioning_blocks [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] Transition to ACTIVE for port object 5eb770aa-ae08-490b-9818-cef556da50c8 will not be triggered until provisioned by entity L2. {{(pid=75037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:32:22.626383 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:22.631817 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:32:22.789894 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79617e-a78a-492d-932e-5fc59cfb31ad None None] Pushing event updated for resources: {'Port': ['ID=5eb770aa-ae08-490b-9818-cef556da50c8,revision_number=3']} {{(pid=75037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:32:22.859349 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79617e-a78a-492d-932e-5fc59cfb31ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:22.859613 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79617e-a78a-492d-932e-5fc59cfb31ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:22.859930 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79617e-a78a-492d-932e-5fc59cfb31ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:22.860237 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79617e-a78a-492d-932e-5fc59cfb31ad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:22.860548 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79617e-a78a-492d-932e-5fc59cfb31ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:22.860851 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79617e-a78a-492d-932e-5fc59cfb31ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:22.861161 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79617e-a78a-492d-932e-5fc59cfb31ad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:22.861461 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79617e-a78a-492d-932e-5fc59cfb31ad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:22.861782 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79617e-a78a-492d-932e-5fc59cfb31ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:22.862080 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79617e-a78a-492d-932e-5fc59cfb31ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:22.862359 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79617e-a78a-492d-932e-5fc59cfb31ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79617e-a78a-492d-932e-5fc59cfb31ad None None] Tracked resource versions report: Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: pushed versions: Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: { 'ConntrackHelper': {'1.0'}, Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: 'Log': {'1.0'}, Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: 'Network': {'1.1'}, Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: 'Port': {'1.5'}, Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: 'PortForwarding': {'1.2'}, Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: 'QosPolicy': {'1.8'}, Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: 'SecurityGroup': {'1.2'}, Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: 'SecurityGroupRule': {'1.0'}, Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: 'SubPort': {'1.0'}, Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: 'Subnet': {'1.1'}, Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: 'Trunk': {'1.1'}} Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: consumer versions: Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: { DHCP agent@dv-cinder-806696-1-smb: {}, Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: L3 agent@dv-cinder-806696-1-smb: {}, Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: Metadata agent@dv-cinder-806696-1-smb: {}, Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: Metering agent@dv-cinder-806696-1-smb: {}, Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: Open vSwitch agent@dv-cinder-806696-1-smb: { 'ConntrackHelper': '1.0', Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: 'Log': '1.0', Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: 'Network': '1.1', Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: 'Port': '1.5', Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: 'PortForwarding': '1.2', Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: 'QosPolicy': '1.8', Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: 'SecurityGroup': '1.2', Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: 'SecurityGroupRule': '1.0', Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: 'SubPort': '1.0', Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: 'Subnet': '1.1', Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: 'Trunk': '1.1'}} Aug 31 12:32:22.863419 dv-cinder-806696-1-smb neutron-server[75037]: {{(pid=75037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 12:32:22.870451 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [None req-2a79617e-a78a-492d-932e-5fc59cfb31ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:32:22.890327 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] Attempting to bind port 5eb770aa-ae08-490b-9818-cef556da50c8 on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:32:22.890710 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] Attempting to bind port 5eb770aa-ae08-490b-9818-cef556da50c8 by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': 'ee3eb61a-eae6-4354-8026-14d5440fb244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd179a886-4136-40fb-81f5-00a9ffb5b160'}] {{(pid=75037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:32:22.891098 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] Attempting to bind port 5eb770aa-ae08-490b-9818-cef556da50c8 on network d179a886-4136-40fb-81f5-00a9ffb5b160 {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:32:22.897584 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:32:22.898005 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] Checking segment: {'id': 'ee3eb61a-eae6-4354-8026-14d5440fb244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd179a886-4136-40fb-81f5-00a9ffb5b160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:32:22.898470 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:22.898849 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] Bound using segment: {'id': 'ee3eb61a-eae6-4354-8026-14d5440fb244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd179a886-4136-40fb-81f5-00a9ffb5b160'} {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:32:22.899307 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] Bound port: 5eb770aa-ae08-490b-9818-cef556da50c8, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3eb61a-eae6-4354-8026-14d5440fb244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd179a886-4136-40fb-81f5-00a9ffb5b160'}}] {{(pid=75037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:32:22.899677 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:22.987636 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.db [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] For port 5eb770aa-ae08-490b-9818-cef556da50c8, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:32:22.991669 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.db [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] For port 5eb770aa-ae08-490b-9818-cef556da50c8, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=5eb770aa-ae08-490b-9818-cef556da50c8,segment=NetworkSegment(ee3eb61a-eae6-4354-8026-14d5440fb244),segment_id=ee3eb61a-eae6-4354-8026-14d5440fb244)] {{(pid=75037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:32:22.998284 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:23.002324 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:32:23.084245 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79617e-a78a-492d-932e-5fc59cfb31ad None None] Pushing event updated for resources: {'Port': ['ID=5eb770aa-ae08-490b-9818-cef556da50c8,revision_number=4']} {{(pid=75037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:32:23.088011 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [None req-2a79617e-a78a-492d-932e-5fc59cfb31ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:32:23.098291 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] Routers {'fc8f8424-90a2-4a3b-91d9-90f4bef4bbac'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:32:23.098945 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:32:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['fc8f8424-90a2-4a3b-91d9-90f4bef4bbac'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:32:23.259904 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] Set router fc8f8424-90a2-4a3b-91d9-90f4bef4bbac gateway port host: None {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:32:23.589194 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8f8424-90a2-4a3b-91d9-90f4bef4bbac', 'name': 'router1', 'tenant_id': '0dd7d90648a94bafa59116348397d0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:32:10Z', 'updated_at': '2021-08-31T12:32:20Z', 'revision_number': 2, 'project_id': '0dd7d90648a94bafa59116348397d0da', 'gw_port_host': None, '_interfaces': [{'id': '5eb770aa-ae08-490b-9818-cef556da50c8', 'name': '', 'network_id': 'd179a886-4136-40fb-81f5-00a9ffb5b160', 'tenant_id': '0dd7d90648a94bafa59116348397d0da', 'mac_address': 'fa:16:3e:ba:7b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8f8424-90a2-4a3b-91d9-90f4bef4bbac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48b1824c-6b4b-4d49-9213-f2ce92aff04b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:32:19Z', 'updated_at': '2021-08-31T12:32:22Z', 'revision_number': 4, 'project_id': '0dd7d90648a94bafa59116348397d0da', 'subnets': [{'id': '48b1824c-6b4b-4d49-9213-f2ce92aff04b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fdb9b1c8-f8a6-4dc9-b5d8-532c57b5649c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:32:23.593902 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e6b2b6-a6e4-4ffc-9ca7-ff01c675cca3 None None] The sync data for ids ['fc8f8424-90a2-4a3b-91d9-90f4bef4bbac'] in dv-cinder-806696-1-smb is: [{'id': 'fc8f8424-90a2-4a3b-91d9-90f4bef4bbac', 'name': 'router1', 'tenant_id': '0dd7d90648a94bafa59116348397d0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:32:10Z', 'updated_at': '2021-08-31T12:32:20Z', 'revision_number': 2, 'project_id': '0dd7d90648a94bafa59116348397d0da', 'gw_port_host': None, '_interfaces': [{'id': '5eb770aa-ae08-490b-9818-cef556da50c8', 'name': '', 'network_id': 'd179a886-4136-40fb-81f5-00a9ffb5b160', 'tenant_id': '0dd7d90648a94bafa59116348397d0da', 'mac_address': 'fa:16:3e:ba:7b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8f8424-90a2-4a3b-91d9-90f4bef4bbac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48b1824c-6b4b-4d49-9213-f2ce92aff04b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:32:19Z', 'updated_at': '2021-08-31T12:32:22Z', 'revision_number': 4, 'project_id': '0dd7d90648a94bafa59116348397d0da', 'subnets': [{'id': '48b1824c-6b4b-4d49-9213-f2ce92aff04b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fdb9b1c8-f8a6-4dc9-b5d8-532c57b5649c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:32:23.646795 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 57642) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:32:23.828597 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b439619b-1194-4ded-b951-7aaa6488aa13 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:32:23.829986 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-b439619b-1194-4ded-b951-7aaa6488aa13 admin admin] 10.222.0.13 "GET /v2.0/networks/7b35dd9c-b590-45a2-8542-749821ca1ef9 HTTP/1.1" status: 200 len: 842 time: 0.1822078 Aug 31 12:32:23.840255 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-8cfdf05c-6472-4791-9c77-0f24c918266f admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'name': 'public-subnet', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'cidr': '172.28.3.0/24'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:32:23.841646 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.quota [None req-8cfdf05c-6472-4791-9c77-0f24c918266f admin admin] Loaded quota_driver: . Aug 31 12:32:23.847558 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-8cfdf05c-6472-4791-9c77-0f24c918266f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:32:23.851917 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-8cfdf05c-6472-4791-9c77-0f24c918266f admin admin] Usage tracker for resource:subnet and tenant:5b363af268f84f77986bb45d107cf076 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:32:23.854948 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-8cfdf05c-6472-4791-9c77-0f24c918266f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:32:23.861832 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-8cfdf05c-6472-4791-9c77-0f24c918266f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:32:23.875917 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfdf05c-6472-4791-9c77-0f24c918266f admin admin] Made reservation on behalf of 5b363af268f84f77986bb45d107cf076 for: {'subnet': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:32:23.878358 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf05c-6472-4791-9c77-0f24c918266f admin admin] Notify callbacks [] for subnet, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:24.298949 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.objects.ports [None req-8cfdf05c-6472-4791-9c77-0f24c918266f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75035) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Aug 31 12:32:24.299399 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf05c-6472-4791-9c77-0f24c918266f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for subnet, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:24.303094 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:32:24.400782 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdf05c-6472-4791-9c77-0f24c918266f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d9224a0-26e6-47e5-9065-b2d86fa589fa,revision_number=0']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:32:24.404977 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-8cfdf05c-6472-4791-9c77-0f24c918266f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:32:24.406441 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfdf05c-6472-4791-9c77-0f24c918266f admin admin] Checking segment: {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:32:24.406800 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfdf05c-6472-4791-9c77-0f24c918266f admin admin] Network hostable DHCP agents. Network: 7b35dd9c-b590-45a2-8542-749821ca1ef9, hostable agents: ['c4bdb865-a81e-4643-8bd9-838ee0d40aaf'], hosted agents: [] {{(pid=75035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:32:24.433463 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfdf05c-6472-4791-9c77-0f24c918266f admin admin] Network 7b35dd9c-b590-45a2-8542-749821ca1ef9 is scheduled to be hosted by DHCP agent c4bdb865-a81e-4643-8bd9-838ee0d40aaf with binding_index 1 {{(pid=75035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:32:24.444750 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-8cfdf05c-6472-4791-9c77-0f24c918266f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-smb, 7b35dd9c-b590-45a2-8542-749821ca1ef9) {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:32:24.449008 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfdf05c-6472-4791-9c77-0f24c918266f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:32:24.450076 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf05c-6472-4791-9c77-0f24c918266f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for subnet, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:24.455395 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37ab4c4-772e-4b53-ba1f-d3cb0f77880f None None] Network 7b35dd9c-b590-45a2-8542-749821ca1ef9 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:32:24.474893 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-8cfdf05c-6472-4791-9c77-0f24c918266f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6380167 Aug 31 12:32:24.686813 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd91146-3f68-4223-a3d3-a9207027b5e5 None None] Network 7b35dd9c-b590-45a2-8542-749821ca1ef9 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:32:25.900253 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 5eb770aa-ae08-490b-9818-cef556da50c8 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:32:25.988409 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port 5eb770aa-ae08-490b-9818-cef556da50c8 completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:32:25.993482 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 5eb770aa-ae08-490b-9818-cef556da50c8 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:32:25.993905 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:26.108008 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:26.141426 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] For port 5eb770aa-ae08-490b-9818-cef556da50c8, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=5eb770aa-ae08-490b-9818-cef556da50c8,segment=NetworkSegment(ee3eb61a-eae6-4354-8026-14d5440fb244),segment_id=ee3eb61a-eae6-4354-8026-14d5440fb244)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:32:26.145820 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:26.148357 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-b146b1f7-e09c-4132-a8dd-3ff300ddd092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:32:26.210590 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Pushing event updated for resources: {'Port': ['ID=5eb770aa-ae08-490b-9818-cef556da50c8,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:32:26.213701 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:32:26.586289 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 57656) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:32:26.858077 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-32d410ad-8fd8-40ff-84c1-76d6c67c740f admin admin] 10.222.0.13 "GET /v2.0/routers/fc8f8424-90a2-4a3b-91d9-90f4bef4bbac HTTP/1.1" status: 200 len: 710 time: 0.2706585 Aug 31 12:32:27.000228 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc2afa1-a344-4104-99c5-5e8327887737 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:32:27.000792 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-8cc2afa1-a344-4104-99c5-5e8327887737 admin admin] Synchronizing usage tracker for tenant:5b363af268f84f77986bb45d107cf076 on resource:network {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:32:27.025323 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-8cc2afa1-a344-4104-99c5-5e8327887737 admin admin] Unset dirty status for tenant:5b363af268f84f77986bb45d107cf076 on resource:network {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:32:27.027249 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-8cc2afa1-a344-4104-99c5-5e8327887737 admin admin] 10.222.0.13 "GET /v2.0/networks/7b35dd9c-b590-45a2-8542-749821ca1ef9 HTTP/1.1" status: 200 len: 886 time: 0.1639121 Aug 31 12:32:27.040231 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-d8522fb8-3948-45e7-8a19-8647320ea55b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:32:27.530895 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d8522fb8-3948-45e7-8a19-8647320ea55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-783613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8147'] for router, precommit_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:27.729800 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d8522fb8-3948-45e7-8a19-8647320ea55b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:27.822986 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d8522fb8-3948-45e7-8a19-8647320ea55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:27.881532 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 5eb770aa-ae08-490b-9818-cef556da50c8 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:32:27.951980 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 5eb770aa-ae08-490b-9818-cef556da50c8 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:32:27.952343 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:27.963756 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.db_base_plugin_common [None req-d8522fb8-3948-45e7-8a19-8647320ea55b admin admin] Allocated IP 172.28.3.230 (7b35dd9c-b590-45a2-8542-749821ca1ef9/5d9224a0-26e6-47e5-9065-b2d86fa589fa/a2401ec2-4166-48d7-ba96-6253f94018d5) {{(pid=75034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:32:28.121673 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d8522fb8-3948-45e7-8a19-8647320ea55b admin admin] Notify callbacks [] for port, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:28.178005 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d8522fb8-3948-45e7-8a19-8647320ea55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887'] for port, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:28.181797 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:32:28.246356 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8522fb8-3948-45e7-8a19-8647320ea55b admin admin] Network 7b35dd9c-b590-45a2-8542-749821ca1ef9 is already hosted by enough agents. {{(pid=75034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:32:28.247421 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [None req-d8522fb8-3948-45e7-8a19-8647320ea55b admin admin] Resources bound (agent type, host, resource id): {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:32:28.251124 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8522fb8-3948-45e7-8a19-8647320ea55b admin admin] Received port after_create {{(pid=75034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:32:28.285783 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8522fb8-3948-45e7-8a19-8647320ea55b admin admin] Pushing event updated for resources: {'Port': ['ID=a2401ec2-4166-48d7-ba96-6253f94018d5,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:32:28.296420 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-d8522fb8-3948-45e7-8a19-8647320ea55b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:32:28.439689 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d8522fb8-3948-45e7-8a19-8647320ea55b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:28.611042 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d8522fb8-3948-45e7-8a19-8647320ea55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-783613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8147'] for router, precommit_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:28.614772 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d8522fb8-3948-45e7-8a19-8647320ea55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-783588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-783895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784529'] for router, after_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:28.822996 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8522fb8-3948-45e7-8a19-8647320ea55b admin admin] Router fc8f8424-90a2-4a3b-91d9-90f4bef4bbac has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:32:29.023588 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8522fb8-3948-45e7-8a19-8647320ea55b admin admin] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:32:29.032610 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d8522fb8-3948-45e7-8a19-8647320ea55b admin admin] Notify callbacks [] for router, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:29.032795 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994be13f-8068-46ae-bac5-26b14802802b None None] Sync routers for ids ['fc8f8424-90a2-4a3b-91d9-90f4bef4bbac'] in dv-cinder-806696-1-smb {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:32:29.033806 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-d8522fb8-3948-45e7-8a19-8647320ea55b admin admin] 10.222.0.13 "PUT /v2.0/routers/fc8f8424-90a2-4a3b-91d9-90f4bef4bbac HTTP/1.1" status: 200 len: 890 time: 1.9984355 Aug 31 12:32:29.045428 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994be13f-8068-46ae-bac5-26b14802802b None None] Routers {'fc8f8424-90a2-4a3b-91d9-90f4bef4bbac'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:32:29.046231 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-994be13f-8068-46ae-bac5-26b14802802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:32:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['fc8f8424-90a2-4a3b-91d9-90f4bef4bbac'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:32:29.240710 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-994be13f-8068-46ae-bac5-26b14802802b None None] Set router fc8f8424-90a2-4a3b-91d9-90f4bef4bbac gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:32:29.588153 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-994be13f-8068-46ae-bac5-26b14802802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8f8424-90a2-4a3b-91d9-90f4bef4bbac', 'name': 'router1', 'tenant_id': '0dd7d90648a94bafa59116348397d0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'a2401ec2-4166-48d7-ba96-6253f94018d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:32:10Z', 'updated_at': '2021-08-31T12:32:28Z', 'revision_number': 4, 'project_id': '0dd7d90648a94bafa59116348397d0da', 'gw_port': {'id': 'a2401ec2-4166-48d7-ba96-6253f94018d5', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8f8424-90a2-4a3b-91d9-90f4bef4bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:32:27Z', 'updated_at': '2021-08-31T12:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '5eb770aa-ae08-490b-9818-cef556da50c8', 'name': '', 'network_id': 'd179a886-4136-40fb-81f5-00a9ffb5b160', 'tenant_id': '0dd7d90648a94bafa59116348397d0da', 'mac_address': 'fa:16:3e:ba:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8f8424-90a2-4a3b-91d9-90f4bef4bbac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48b1824c-6b4b-4d49-9213-f2ce92aff04b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:32:19Z', 'updated_at': '2021-08-31T12:32:26Z', 'revision_number': 5, 'project_id': '0dd7d90648a94bafa59116348397d0da', 'subnets': [{'id': '48b1824c-6b4b-4d49-9213-f2ce92aff04b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fdb9b1c8-f8a6-4dc9-b5d8-532c57b5649c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:32:29.593486 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994be13f-8068-46ae-bac5-26b14802802b None None] Checking router: fc8f8424-90a2-4a3b-91d9-90f4bef4bbac for host: dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:32:29.593962 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994be13f-8068-46ae-bac5-26b14802802b None None] Updating router fc8f8424-90a2-4a3b-91d9-90f4bef4bbac port a2401ec2-4166-48d7-ba96-6253f94018d5 binding host dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 31 12:32:29.646642 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-994be13f-8068-46ae-bac5-26b14802802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:30.002633 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-994be13f-8068-46ae-bac5-26b14802802b None None] Notify callbacks [] for port, precommit_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:30.014546 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-994be13f-8068-46ae-bac5-26b14802802b None None] Transition to ACTIVE for port object a2401ec2-4166-48d7-ba96-6253f94018d5 will not be triggered until provisioned by entity L2. {{(pid=75036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:32:30.022532 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-994be13f-8068-46ae-bac5-26b14802802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:30.026523 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:32:30.108807 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-994be13f-8068-46ae-bac5-26b14802802b None None] Attempting to bind port a2401ec2-4166-48d7-ba96-6253f94018d5 on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:32:30.109480 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-994be13f-8068-46ae-bac5-26b14802802b None None] Attempting to bind port a2401ec2-4166-48d7-ba96-6253f94018d5 by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:32:30.109603 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994be13f-8068-46ae-bac5-26b14802802b None None] Attempting to bind port a2401ec2-4166-48d7-ba96-6253f94018d5 on network 7b35dd9c-b590-45a2-8542-749821ca1ef9 {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:32:30.111606 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bce76-43cc-459f-8d05-a84a3731289c None None] Pushing event updated for resources: {'Port': ['ID=a2401ec2-4166-48d7-ba96-6253f94018d5,revision_number=2']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:32:30.115898 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-7f5bce76-43cc-459f-8d05-a84a3731289c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:32:30.119030 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994be13f-8068-46ae-bac5-26b14802802b None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:32:30.119401 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994be13f-8068-46ae-bac5-26b14802802b None None] Checking segment: {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:32:30.119800 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-994be13f-8068-46ae-bac5-26b14802802b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:30.120186 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994be13f-8068-46ae-bac5-26b14802802b None None] Bound using segment: {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:32:30.120678 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-994be13f-8068-46ae-bac5-26b14802802b None None] Bound port: a2401ec2-4166-48d7-ba96-6253f94018d5, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:32:30.121058 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-994be13f-8068-46ae-bac5-26b14802802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:30.218887 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-994be13f-8068-46ae-bac5-26b14802802b None None] For port a2401ec2-4166-48d7-ba96-6253f94018d5, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:32:30.222027 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-994be13f-8068-46ae-bac5-26b14802802b None None] For port a2401ec2-4166-48d7-ba96-6253f94018d5, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=a2401ec2-4166-48d7-ba96-6253f94018d5,segment=NetworkSegment(3f81cd55-86a1-4a25-9153-5d04b36688ac),segment_id=3f81cd55-86a1-4a25-9153-5d04b36688ac)] {{(pid=75036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:32:30.228609 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-994be13f-8068-46ae-bac5-26b14802802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:30.232553 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:32:30.305771 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bce76-43cc-459f-8d05-a84a3731289c None None] Pushing event updated for resources: {'Port': ['ID=a2401ec2-4166-48d7-ba96-6253f94018d5,revision_number=3']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:32:30.313467 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-7f5bce76-43cc-459f-8d05-a84a3731289c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:32:30.314022 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994be13f-8068-46ae-bac5-26b14802802b None None] Routers {'fc8f8424-90a2-4a3b-91d9-90f4bef4bbac'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:32:30.314593 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-994be13f-8068-46ae-bac5-26b14802802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:32:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['fc8f8424-90a2-4a3b-91d9-90f4bef4bbac'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:32:30.493707 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-994be13f-8068-46ae-bac5-26b14802802b None None] Set router fc8f8424-90a2-4a3b-91d9-90f4bef4bbac gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:32:30.815556 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-994be13f-8068-46ae-bac5-26b14802802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8f8424-90a2-4a3b-91d9-90f4bef4bbac', 'name': 'router1', 'tenant_id': '0dd7d90648a94bafa59116348397d0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'a2401ec2-4166-48d7-ba96-6253f94018d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:32:10Z', 'updated_at': '2021-08-31T12:32:28Z', 'revision_number': 4, 'project_id': '0dd7d90648a94bafa59116348397d0da', 'gw_port': {'id': 'a2401ec2-4166-48d7-ba96-6253f94018d5', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8f8424-90a2-4a3b-91d9-90f4bef4bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:32:27Z', 'updated_at': '2021-08-31T12:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '5eb770aa-ae08-490b-9818-cef556da50c8', 'name': '', 'network_id': 'd179a886-4136-40fb-81f5-00a9ffb5b160', 'tenant_id': '0dd7d90648a94bafa59116348397d0da', 'mac_address': 'fa:16:3e:ba:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8f8424-90a2-4a3b-91d9-90f4bef4bbac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48b1824c-6b4b-4d49-9213-f2ce92aff04b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:32:19Z', 'updated_at': '2021-08-31T12:32:26Z', 'revision_number': 5, 'project_id': '0dd7d90648a94bafa59116348397d0da', 'subnets': [{'id': '48b1824c-6b4b-4d49-9213-f2ce92aff04b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fdb9b1c8-f8a6-4dc9-b5d8-532c57b5649c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:32:30.820263 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994be13f-8068-46ae-bac5-26b14802802b None None] The sync data for ids ['fc8f8424-90a2-4a3b-91d9-90f4bef4bbac'] in dv-cinder-806696-1-smb is: [{'id': 'fc8f8424-90a2-4a3b-91d9-90f4bef4bbac', 'name': 'router1', 'tenant_id': '0dd7d90648a94bafa59116348397d0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'a2401ec2-4166-48d7-ba96-6253f94018d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:32:10Z', 'updated_at': '2021-08-31T12:32:28Z', 'revision_number': 4, 'project_id': '0dd7d90648a94bafa59116348397d0da', 'gw_port': {'id': 'a2401ec2-4166-48d7-ba96-6253f94018d5', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8f8424-90a2-4a3b-91d9-90f4bef4bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:32:27Z', 'updated_at': '2021-08-31T12:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '5eb770aa-ae08-490b-9818-cef556da50c8', 'name': '', 'network_id': 'd179a886-4136-40fb-81f5-00a9ffb5b160', 'tenant_id': '0dd7d90648a94bafa59116348397d0da', 'mac_address': 'fa:16:3e:ba:7b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8f8424-90a2-4a3b-91d9-90f4bef4bbac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48b1824c-6b4b-4d49-9213-f2ce92aff04b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:32:19Z', 'updated_at': '2021-08-31T12:32:26Z', 'revision_number': 5, 'project_id': '0dd7d90648a94bafa59116348397d0da', 'subnets': [{'id': '48b1824c-6b4b-4d49-9213-f2ce92aff04b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fdb9b1c8-f8a6-4dc9-b5d8-532c57b5649c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:32:31.290393 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 57666) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:32:31.438846 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-3904410b-52d4-43c9-ac61-f3d5b517c509 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1473289 Aug 31 12:32:31.908233 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device a2401ec2-4166-48d7-ba96-6253f94018d5 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:32:31.979685 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port a2401ec2-4166-48d7-ba96-6253f94018d5 completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:32:31.984559 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port a2401ec2-4166-48d7-ba96-6253f94018d5 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:32:31.984944 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:32.113813 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:32.130342 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] For port a2401ec2-4166-48d7-ba96-6253f94018d5, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=a2401ec2-4166-48d7-ba96-6253f94018d5,segment=NetworkSegment(3f81cd55-86a1-4a25-9153-5d04b36688ac),segment_id=3f81cd55-86a1-4a25-9153-5d04b36688ac)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:32:32.135304 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:32.137750 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:32:32.202132 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Pushing event updated for resources: {'Port': ['ID=a2401ec2-4166-48d7-ba96-6253f94018d5,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:32:32.205007 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:32:33.891692 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device a2401ec2-4166-48d7-ba96-6253f94018d5 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:32:33.971143 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port a2401ec2-4166-48d7-ba96-6253f94018d5 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:32:33.971516 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:43.227951 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-c4069a17-9886-4c5f-bd0b-5265083c80da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:43.564899 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:44.777429 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 5 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:32:45.470947 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-877b857b-8082-449d-909b-7da82a12053b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:46.432537 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:32:47.909399 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:13.222610 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-48e6bde5-eb9e-4244-8b19-8623cef52ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:13.561067 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:15.467141 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-0cf65347-b719-433e-9202-0ef6e14ae3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:16.436579 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:17.913105 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:21.778881 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 5 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:33:43.227800 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-3ea7cdd3-87f0-4386-a5d0-0f13d23737fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:43.566564 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:45.466473 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-a3f1006b-75eb-41bf-9a1f-1819ae882ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:46.440704 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:47.917224 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:33:58.780153 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 5 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:34:13.224030 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-8666fd64-1c3c-4e1a-9169-eb9cb2cfd014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:13.561604 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:15.461851 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-f9640e84-df5c-4bb7-bc51-b26bcc271d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:16.443596 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:17.924556 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:35.781400 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 5 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:34:36.114516 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 58244) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:34:36.219426 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1fc249d-3a33-4ebd-9e00-ba4d58ed9140 admin admin] GET failed (client error): The resource could not be found. Aug 31 12:34:36.219426 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-e1fc249d-3a33-4ebd-9e00-ba4d58ed9140 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1036236 Aug 31 12:34:36.374466 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95530d0f-5572-436a-a6eb-29e5581fcf37 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:34:36.375838 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-95530d0f-5572-436a-a6eb-29e5581fcf37 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1522839 Aug 31 12:34:38.450002 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 58254) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:34:38.593500 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6312578-4578-46b2-827a-97a27cbdc80c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:34:38.594079 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-d6312578-4578-46b2-827a-97a27cbdc80c admin admin] Synchronizing usage tracker for tenant:5b363af268f84f77986bb45d107cf076 on resource:subnet {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:34:38.613182 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-d6312578-4578-46b2-827a-97a27cbdc80c admin admin] Unset dirty status for tenant:5b363af268f84f77986bb45d107cf076 on resource:subnet {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:34:38.614508 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-d6312578-4578-46b2-827a-97a27cbdc80c admin admin] 10.222.0.13 "GET /v2.0/subnets/48b1824c-6b4b-4d49-9213-f2ce92aff04b HTTP/1.1" status: 200 len: 849 time: 0.1633310 Aug 31 12:34:38.624449 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-029d6f2f-d00d-46aa-b640-42cee9f3db15 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:34:38.766854 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-029d6f2f-d00d-46aa-b640-42cee9f3db15 admin admin] Notify callbacks [] for subnet, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:38.961144 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-029d6f2f-d00d-46aa-b640-42cee9f3db15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767722557453'] for subnet, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:38.964800 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:34:39.013939 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029d6f2f-d00d-46aa-b640-42cee9f3db15 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:34:39.014537 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-029d6f2f-d00d-46aa-b640-42cee9f3db15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for subnet, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:39.014776 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b978dd36-f0ad-4845-adf9-ebe5026bd32d None None] Network d179a886-4136-40fb-81f5-00a9ffb5b160 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:34:39.015801 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-029d6f2f-d00d-46aa-b640-42cee9f3db15 admin admin] 10.222.0.13 "PUT /v2.0/subnets/48b1824c-6b4b-4d49-9213-f2ce92aff04b HTTP/1.1" status: 200 len: 868 time: 0.3954949 Aug 31 12:34:39.030245 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d6f2f-d00d-46aa-b640-42cee9f3db15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48b1824c-6b4b-4d49-9213-f2ce92aff04b,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:34:39.041744 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d6f2f-d00d-46aa-b640-42cee9f3db15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:34:39.042107 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d6f2f-d00d-46aa-b640-42cee9f3db15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:34:39.042404 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d6f2f-d00d-46aa-b640-42cee9f3db15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:34:39.042727 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d6f2f-d00d-46aa-b640-42cee9f3db15 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:34:39.043053 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d6f2f-d00d-46aa-b640-42cee9f3db15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:34:39.043371 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d6f2f-d00d-46aa-b640-42cee9f3db15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:34:39.043827 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d6f2f-d00d-46aa-b640-42cee9f3db15 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:34:39.044175 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d6f2f-d00d-46aa-b640-42cee9f3db15 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:34:39.044495 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d6f2f-d00d-46aa-b640-42cee9f3db15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:34:39.044805 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d6f2f-d00d-46aa-b640-42cee9f3db15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:34:39.045114 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d6f2f-d00d-46aa-b640-42cee9f3db15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:34:39.048892 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-029d6f2f-d00d-46aa-b640-42cee9f3db15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:34:39.569489 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-ee0d9aa0-a872-4c63-9f22-a5f58fd075fa None None] Provisioning complete for port 813bdde7-7adb-4c9b-9d58-8f60d0f54f84 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:34:39.569936 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9aa0-a872-4c63-9f22-a5f58fd075fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:39.722377 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-ee0d9aa0-a872-4c63-9f22-a5f58fd075fa None None] Provisioning complete for port 5eb770aa-ae08-490b-9818-cef556da50c8 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:34:39.723288 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9aa0-a872-4c63-9f22-a5f58fd075fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:41.061526 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 58264) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:34:41.326685 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a85535-b22b-4063-8954-fb9ad1b3f724 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:34:41.327064 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a85535-b22b-4063-8954-fb9ad1b3f724 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:34:41.328601 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-05a85535-b22b-4063-8954-fb9ad1b3f724 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2659667 Aug 31 12:34:43.219040 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-ce362928-c094-421b-a9a0-87a82191b59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:43.351577 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 58274) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:34:43.568285 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:43.587945 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3240750-902e-425b-8ffb-1e65a29090cf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:34:43.588322 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3240750-902e-425b-8ffb-1e65a29090cf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:34:43.589878 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-c3240750-902e-425b-8ffb-1e65a29090cf admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2371840 Aug 31 12:34:45.468320 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-743b9c46-a227-4988-96fc-0deef8c1d3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:45.597805 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 58284) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:34:45.801898 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98410704-3f94-415a-8c3b-a51b86592353 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:34:45.803267 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-98410704-3f94-415a-8c3b-a51b86592353 admin admin] 10.222.0.13 "GET /v2.0/networks/7b35dd9c-b590-45a2-8542-749821ca1ef9 HTTP/1.1" status: 200 len: 886 time: 0.2045014 Aug 31 12:34:46.447682 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:47.860155 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 58294) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:34:47.927063 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:34:48.099548 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e666b532-5269-42ed-a447-555bfbf94dc4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:34:48.100989 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-e666b532-5269-42ed-a447-555bfbf94dc4 admin admin] 10.222.0.13 "GET /v2.0/networks/d179a886-4136-40fb-81f5-00a9ffb5b160 HTTP/1.1" status: 200 len: 869 time: 0.2395971 Aug 31 12:34:50.159106 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 58304) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:34:50.306414 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc4b55b-7666-45da-b2fa-262e41f7d4ff admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:34:50.306783 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc4b55b-7666-45da-b2fa-262e41f7d4ff admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:34:50.308272 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-2fc4b55b-7666-45da-b2fa-262e41f7d4ff admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1482785 Aug 31 12:34:52.377293 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 58314) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:34:52.523630 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b55d01-00a9-40e2-a3ce-a25bf864f548 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:34:52.524118 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b55d01-00a9-40e2-a3ce-a25bf864f548 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:34:52.525898 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-c7b55d01-00a9-40e2-a3ce-a25bf864f548 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1475790 Aug 31 12:34:54.587862 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 58324) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:34:54.746959 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2fea1b-04c1-43ae-a8db-cbff1eb9b849 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:34:54.748292 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-5f2fea1b-04c1-43ae-a8db-cbff1eb9b849 admin admin] 10.222.0.13 "GET /v2.0/subnets/48b1824c-6b4b-4d49-9213-f2ce92aff04b HTTP/1.1" status: 200 len: 868 time: 0.1594522 Aug 31 12:34:56.852752 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 58334) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:34:56.998810 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8946ad-1523-4186-801e-b2b225893fd1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:34:57.000266 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-ed8946ad-1523-4186-801e-b2b225893fd1 admin admin] 10.222.0.13 "GET /v2.0/subnets/5d9224a0-26e6-47e5-9065-b2d86fa589fa HTTP/1.1" status: 200 len: 816 time: 0.1458559 Aug 31 12:35:12.782891 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 5 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:35:13.223116 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-f8a6d6fb-26e4-4117-887c-56135954dcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:13.565088 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:15.464499 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-3e968874-e1aa-4a98-b79c-ab9908ec29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:15.982993 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 58372) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:35:16.057930 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [None req-4d250b97-0487-4b64-b8f3-2a27ac075166 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=75034) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 31 12:35:16.058909 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-4d250b97-0487-4b64-b8f3-2a27ac075166 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0749891 Aug 31 12:35:16.449851 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:17.930766 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:18.157244 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 58382) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:35:18.257492 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.pecan_wsgi.hooks.translation [None req-621c009b-3034-4c75-a957-7553aca940d9 admin admin] GET failed (client error): The resource could not be found. Aug 31 12:35:18.258728 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-621c009b-3034-4c75-a957-7553aca940d9 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1003761 Aug 31 12:35:18.401035 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31898778-24f6-4803-8627-84733aa9f63e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:35:18.402523 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-31898778-24f6-4803-8627-84733aa9f63e admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1377723 Aug 31 12:35:20.485133 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 58392) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:35:20.563507 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:35:20.571245 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:35:20.587084 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:35:20.601176 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Made reservation on behalf of 5b363af268f84f77986bb45d107cf076 for: {'network': 1} {{(pid=75034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:35:20.604236 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for network, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:20.692048 dv-cinder-806696-1-smb neutron-server[75034]: WARNING neutron.services.revisions.revision_plugin [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Could not find related network for resource to bump revision. Aug 31 12:35:20.706319 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=75034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 31 12:35:20.715846 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:20.716174 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.db.segments_db [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Added segment eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5 of type vlan for network 99c660b2-b360-4afa-b0da-076c11891d1f Aug 31 12:35:20.740948 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767722117506'] for network, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:20.772140 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for network, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:20.773626 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:35:20.774287 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:20.777558 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-e2e90dbb-38a9-4b28-82fa-54c0d93da9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:35:20.874358 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3880725 Aug 31 12:35:20.874935 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Pushing event updated for resources: {'Network': ['ID=99c660b2-b360-4afa-b0da-076c11891d1f,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:35:20.883055 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:20.883423 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:20.883703 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:20.884038 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:20.884359 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:20.884661 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:20.884981 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:20.885293 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:20.885618 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:20.885955 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:20.886267 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:20.890106 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:35:20.897925 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Network 99c660b2-b360-4afa-b0da-076c11891d1f details requested by agent ovs-agent-dv-cinder-806696-1-smb with host dv-cinder-806696-1-smb {{(pid=75036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 12:35:22.946848 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 58402) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:35:23.044232 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba5908b-41d4-4633-ae71-09340b312826 admin admin] GET failed (client error): The resource could not be found. Aug 31 12:35:23.044733 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-4ba5908b-41d4-4633-ae71-09340b312826 admin admin] Synchronizing usage tracker for tenant:5b363af268f84f77986bb45d107cf076 on resource:network {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:35:23.061947 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-4ba5908b-41d4-4633-ae71-09340b312826 admin admin] Unset dirty status for tenant:5b363af268f84f77986bb45d107cf076 on resource:network {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:35:23.063181 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-4ba5908b-41d4-4633-ae71-09340b312826 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1149960 Aug 31 12:35:23.171305 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5c3629-da42-4067-adce-0b8fd50973b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:35:23.172681 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-4a5c3629-da42-4067-adce-0b8fd50973b0 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1048856 Aug 31 12:35:23.183200 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-701a5b8e-ddb0-4b04-aa55-a5ee4590e913 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '99c660b2-b360-4afa-b0da-076c11891d1f', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:35:23.188371 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-701a5b8e-ddb0-4b04-aa55-a5ee4590e913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:35:23.198645 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-701a5b8e-ddb0-4b04-aa55-a5ee4590e913 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:35:23.211051 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701a5b8e-ddb0-4b04-aa55-a5ee4590e913 admin admin] Made reservation on behalf of 5b363af268f84f77986bb45d107cf076 for: {'subnet': 1} {{(pid=75034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:35:23.213610 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-701a5b8e-ddb0-4b04-aa55-a5ee4590e913 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:23.422092 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-701a5b8e-ddb0-4b04-aa55-a5ee4590e913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for subnet, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:23.426112 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-8eb03d16-0e6f-47f3-9e26-93fbd373eafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:35:23.495223 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a5b8e-ddb0-4b04-aa55-a5ee4590e913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89b56557-e9f5-479b-a9c3-2b2969aa106e,revision_number=0']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:35:23.498807 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-701a5b8e-ddb0-4b04-aa55-a5ee4590e913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:35:23.511342 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701a5b8e-ddb0-4b04-aa55-a5ee4590e913 admin admin] Checking segment: {'id': 'eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '99c660b2-b360-4afa-b0da-076c11891d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:35:23.511679 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701a5b8e-ddb0-4b04-aa55-a5ee4590e913 admin admin] Network hostable DHCP agents. Network: 99c660b2-b360-4afa-b0da-076c11891d1f, hostable agents: ['c4bdb865-a81e-4643-8bd9-838ee0d40aaf'], hosted agents: [] {{(pid=75034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:35:23.536475 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701a5b8e-ddb0-4b04-aa55-a5ee4590e913 admin admin] Network 99c660b2-b360-4afa-b0da-076c11891d1f is scheduled to be hosted by DHCP agent c4bdb865-a81e-4643-8bd9-838ee0d40aaf with binding_index 1 {{(pid=75034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:35:23.550928 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [None req-701a5b8e-ddb0-4b04-aa55-a5ee4590e913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-smb, 99c660b2-b360-4afa-b0da-076c11891d1f) {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:35:23.558878 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701a5b8e-ddb0-4b04-aa55-a5ee4590e913 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:35:23.559143 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-701a5b8e-ddb0-4b04-aa55-a5ee4590e913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for subnet, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:23.562607 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c216dd-68f4-47e1-94bd-a3b16b47442c None None] Network 99c660b2-b360-4afa-b0da-076c11891d1f requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:35:23.601414 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-701a5b8e-ddb0-4b04-aa55-a5ee4590e913 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4223065 Aug 31 12:35:23.793452 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74434909-0b8c-5b4f-b4a6-2114f8d237d1-99c660b2-b360-4afa-b0da-076c11891d1f', 'network_id': '99c660b2-b360-4afa-b0da-076c11891d1f', 'tenant_id': '5b363af268f84f77986bb45d107cf076', 'fixed_ips': [{'subnet_id': '89b56557-e9f5-479b-a9c3-2b2969aa106e'}]}} from dv-cinder-806696-1-smb. {{(pid=75036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 31 12:35:23.794369 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:23.960888 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.db_base_plugin_common [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Allocated IP 192.168.233.2 (99c660b2-b360-4afa-b0da-076c11891d1f/89b56557-e9f5-479b-a9c3-2b2969aa106e/e716db95-9502-4c41-966a-7e46bb99866b) {{(pid=75036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:35:24.174838 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Notify callbacks [] for port, precommit_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:24.185891 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Transition to ACTIVE for port object e716db95-9502-4c41-966a-7e46bb99866b will not be triggered until provisioned by entity L2. {{(pid=75036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:35:24.204404 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Transition to ACTIVE for port object e716db95-9502-4c41-966a-7e46bb99866b will not be triggered until provisioned by entity DHCP. {{(pid=75036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:35:24.211903 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887'] for port, after_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:24.216472 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:35:24.280836 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Network 99c660b2-b360-4afa-b0da-076c11891d1f is already hosted by enough agents. {{(pid=75036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:35:24.289198 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.scheduler.base_scheduler [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Resources bound (agent type, host, resource id): {{(pid=75036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:35:24.291381 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Pushing event updated for resources: {'Port': ['ID=e716db95-9502-4c41-966a-7e46bb99866b,revision_number=1']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:35:24.293639 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Received port after_create {{(pid=75036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:35:24.304769 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:24.305287 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:24.305851 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:24.306186 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:24.306509 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:24.306829 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:24.307145 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:24.307494 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:24.307793 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:24.308103 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:24.308416 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:35:24.334190 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:35:24.391836 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Attempting to bind port e716db95-9502-4c41-966a-7e46bb99866b on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:35:24.392210 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Attempting to bind port e716db95-9502-4c41-966a-7e46bb99866b by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': 'eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '99c660b2-b360-4afa-b0da-076c11891d1f'}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:35:24.392573 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Attempting to bind port e716db95-9502-4c41-966a-7e46bb99866b on network 99c660b2-b360-4afa-b0da-076c11891d1f {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:35:24.399601 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:35:24.399978 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Checking segment: {'id': 'eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '99c660b2-b360-4afa-b0da-076c11891d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:35:24.400387 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:24.400782 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Bound using segment: {'id': 'eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '99c660b2-b360-4afa-b0da-076c11891d1f'} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:35:24.401267 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Bound port: e716db95-9502-4c41-966a-7e46bb99866b, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '99c660b2-b360-4afa-b0da-076c11891d1f'}}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:35:24.401656 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:24.523396 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] For port e716db95-9502-4c41-966a-7e46bb99866b, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:35:24.526702 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] For port e716db95-9502-4c41-966a-7e46bb99866b, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=e716db95-9502-4c41-966a-7e46bb99866b,segment=NetworkSegment(eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5),segment_id=eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5)] {{(pid=75036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:35:24.532439 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:24.536784 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:35:24.612951 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Pushing event updated for resources: {'Port': ['ID=e716db95-9502-4c41-966a-7e46bb99866b,revision_number=2']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:35:24.615837 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:35:25.412122 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b043d55-b039-4d2e-9a4c-40e09d335304 None None] Network 99c660b2-b360-4afa-b0da-076c11891d1f requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:35:25.521661 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-d2877dd4-b0ae-4c18-b57f-04224e46d755 None None] Provisioning for port e716db95-9502-4c41-966a-7e46bb99866b completed by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:35:25.999273 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device e716db95-9502-4c41-966a-7e46bb99866b up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:35:26.077063 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port e716db95-9502-4c41-966a-7e46bb99866b completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:35:26.082330 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port e716db95-9502-4c41-966a-7e46bb99866b triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:35:26.082737 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:26.197974 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:26.232150 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] For port e716db95-9502-4c41-966a-7e46bb99866b, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=e716db95-9502-4c41-966a-7e46bb99866b,segment=NetworkSegment(eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5),segment_id=eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:35:26.236718 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:26.238908 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-23866b31-08d1-4fed-8c70-f4b713373a83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:35:26.302765 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Pushing event updated for resources: {'Port': ['ID=e716db95-9502-4c41-966a-7e46bb99866b,revision_number=3']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:35:26.306273 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:35:27.981516 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device e716db95-9502-4c41-966a-7e46bb99866b up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:35:28.054890 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port e716db95-9502-4c41-966a-7e46bb99866b triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:35:28.055437 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:43.229341 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-810286a5-5ccd-487d-bf7d-69d4b5580bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:43.560440 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:45.461308 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-b903f58e-e857-4eba-9fcf-273975f3e111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:46.452759 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:47.934723 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:35:49.784709 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 5 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:36:13.224558 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-d62331db-4c42-45c3-8a61-5df445c94c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:13.565438 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:15.456105 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-a2bd9ab3-09e7-4a72-899b-ce0bed4e4945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:16.457406 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:17.938845 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:26.785436 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 5 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:36:32.074069 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 58444) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:36:32.079881 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [None req-b5364660-4fd6-4cbe-b4c1-15c448693321 tempest-verify_tempest_config-1139062137 tempest-verify_tempest_config-1139062137-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=75034) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 31 12:36:32.080807 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-b5364660-4fd6-4cbe-b4c1-15c448693321 tempest-verify_tempest_config-1139062137 tempest-verify_tempest_config-1139062137-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0057964 Aug 31 12:36:32.451086 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 58460) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:36:32.604317 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:32.637205 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:36:32.641559 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] Usage tracker for resource:security_group_rule and tenant:a89042aeab634049b873e4fe54a1270d is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:36:32.644758 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:36:32.652288 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:36:32.720421 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:32.726427 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:32.734254 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:36:32.772827 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a39400-9b05-4fe1-b1c1-f132db6c720d,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:36:32.778331 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] Synchronizing usage tracker for tenant:5b363af268f84f77986bb45d107cf076 on resource:security_group {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:36:32.788075 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:32.788518 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:32.788859 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:32.789193 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:32.789526 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:32.789886 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:32.790213 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:32.790614 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:32.790936 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:32.791256 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:32.791576 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:36:32.796514 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:36:32.807912 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] Unset dirty status for tenant:5b363af268f84f77986bb45d107cf076 on resource:security_group {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:36:32.810189 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a89042aeab634049b873e4fe54a1270d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3580592 Aug 31 12:36:32.811989 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 58466) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:36:32.878954 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-62025c50-0e21-4bca-80cf-17b56eb26a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:32.909755 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-62025c50-0e21-4bca-80cf-17b56eb26a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:33.012651 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-62025c50-0e21-4bca-80cf-17b56eb26a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:33.019849 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-a1958b74-89b9-4497-9100-71b1e2f59c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:36:33.032832 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62025c50-0e21-4bca-80cf-17b56eb26a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a39400-9b05-4fe1-b1c1-f132db6c720d,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:36:33.037818 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-62025c50-0e21-4bca-80cf-17b56eb26a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:36:33.039080 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-62025c50-0e21-4bca-80cf-17b56eb26a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:33.042857 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-62025c50-0e21-4bca-80cf-17b56eb26a6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86a39400-9b05-4fe1-b1c1-f132db6c720d HTTP/1.1" status: 204 len: 168 time: 0.2292001 Aug 31 12:36:43.230504 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-9c9f1841-2be5-4f2f-b0e6-892b6ef27ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:43.566064 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:45.463225 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-860e6be0-79fb-44da-8316-2badab1b83c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:46.464853 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:36:47.943036 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:03.787701 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 5 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:37:13.236593 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-ac586e83-7623-44b1-b4b6-98b0ae1e1950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:13.572200 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:15.458663 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-b8659536-932c-44c1-a64f-760666223c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:16.465917 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:17.945793 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:40.795757 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 5 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:37:43.233680 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-02d1e889-57c0-48af-917c-dd04fee47f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:43.569225 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:45.462594 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-97977bfd-f229-40f3-a213-27ae66c225f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:46.466851 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:37:47.948428 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:13.231170 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-f89f7325-e083-4166-901f-e71dd059de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:13.566226 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:14.681415 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-782799'] for agent, after_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:15.475593 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-23fe2c68-7d3e-412b-84fc-01f0a0641679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:16.474315 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:17.788241 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:38:17.950281 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:32.086470 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 58538) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:38:32.253154 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-504a7f78-2f6f-4193-b8f8-0bbcbf83c8be admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1651235 Aug 31 12:38:34.313297 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 58548) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:38:34.406154 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-e5be0236-ceb5-4c7f-b463-d292a7c3d804 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0916109 Aug 31 12:38:43.228271 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-c00167bd-e65d-4d79-a8a8-301142894c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:43.575751 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:44.651540 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:45.471643 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-b8a9a4d8-7b1c-4774-86f2-434b55d420ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:46.473032 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:47.959806 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:38:54.796430 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:39:13.225065 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-ab23ce03-4f6b-4f83-9268-d29cff3b6130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:13.580671 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:14.661561 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:15.481480 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-92dbcab1-4d6b-48a3-880c-44ea3d39100c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:16.484659 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:17.963497 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:31.787662 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:39:43.219534 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-4c880ee0-81b2-4c1e-80a6-8b9185907bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:43.575866 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:44.664831 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:45.475498 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-d002952b-fee8-4200-a7cf-c8e7de005207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:46.482187 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:39:47.963363 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:08.790663 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:40:13.226416 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-d296a43f-04a2-4586-b827-1fe6099aa1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:13.585278 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:14.666898 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:15.456337 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 58706) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:15.480588 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-8ee06856-7009-4561-b9aa-91986d0a8b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:15.949029 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-283201796-network', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:15.954888 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:15.959927 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Usage tracker for resource:network and tenant:c5d0d26219144527ad3c1eecfdfeb7f8 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:15.963552 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:15.970392 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:15.982024 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Made reservation on behalf of c5d0d26219144527ad3c1eecfdfeb7f8 for: {'network': 1} {{(pid=75034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:15.985950 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for network, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:15.999267 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:16.039240 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:16.043199 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Usage tracker for resource:security_group_rule and tenant:c5d0d26219144527ad3c1eecfdfeb7f8 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:16.046570 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:16.054492 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:16.151431 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:16.160675 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:16.165253 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:16.197971 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=75034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 31 12:40:16.211176 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c364afe-ef71-4eb9-ad72-a0918b8b6297,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:16.215321 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:16.216113 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.db.segments_db [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Added segment 0e52ecdb-d8b9-4496-8200-9896e7e726ec of type vlan for network 702c7954-d9af-4f3a-9da8-4db52418d64a Aug 31 12:40:16.230620 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:16.230949 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:16.231324 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:16.231648 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:16.231966 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:16.232365 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:16.232628 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:16.232957 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:16.233269 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:16.233795 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:16.234108 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Tracked resource versions report: Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: pushed versions: Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: { 'ConntrackHelper': {'1.0'}, Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: 'Log': {'1.0'}, Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: 'Network': {'1.1'}, Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: 'Port': {'1.5'}, Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: 'PortForwarding': {'1.2'}, Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: 'QosPolicy': {'1.8'}, Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: 'SecurityGroup': {'1.2'}, Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: 'SecurityGroupRule': {'1.0'}, Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: 'SubPort': {'1.0'}, Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: 'Subnet': {'1.1'}, Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: 'Trunk': {'1.1'}} Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: consumer versions: Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: { DHCP agent@dv-cinder-806696-1-smb: {}, Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: HyperV agent@hv-cinder-80669: {}, Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: L3 agent@dv-cinder-806696-1-smb: {}, Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: Metadata agent@dv-cinder-806696-1-smb: {}, Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: Metering agent@dv-cinder-806696-1-smb: {}, Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: Open vSwitch agent@dv-cinder-806696-1-smb: { 'ConntrackHelper': '1.0', Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: 'Log': '1.0', Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: 'Network': '1.1', Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: 'Port': '1.5', Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: 'PortForwarding': '1.2', Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: 'QosPolicy': '1.8', Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: 'SecurityGroup': '1.2', Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: 'SecurityGroupRule': '1.0', Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: 'SubPort': '1.0', Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: 'Subnet': '1.1', Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: 'Trunk': '1.1'}} Aug 31 12:40:16.235591 dv-cinder-806696-1-smb neutron-server[75034]: {{(pid=75034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 12:40:16.239276 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:16.263055 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767722117506'] for network, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:16.302296 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for network, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:16.303750 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:16.304454 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:16.309942 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-0fe498f4-ec4e-438d-b1d2-0b27a3567f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:16.410424 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Pushing event updated for resources: {'Network': ['ID=702c7954-d9af-4f3a-9da8-4db52418d64a,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:16.413318 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:16.418525 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 58748) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:16.419087 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9604790 Aug 31 12:40:16.425465 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Network 702c7954-d9af-4f3a-9da8-4db52418d64a details requested by agent ovs-agent-dv-cinder-806696-1-smb with host dv-cinder-806696-1-smb {{(pid=75036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 12:40:16.426225 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Request body: {'subnet': {'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-283201796-subnet', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:16.433555 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:16.438009 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Usage tracker for resource:subnet and tenant:c5d0d26219144527ad3c1eecfdfeb7f8 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:16.443577 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:16.450470 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:16.463611 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Made reservation on behalf of c5d0d26219144527ad3c1eecfdfeb7f8 for: {'subnet': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:16.466908 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:16.611450 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:16.743911 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 58758) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:16.796982 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for subnet, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:16.806248 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-029d6f2f-d00d-46aa-b640-42cee9f3db15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:16.876461 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0374522e-8e13-43f1-b19e-60140b6db1f3,revision_number=0']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:16.892409 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:16.893131 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:16.893812 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:16.894349 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:16.894874 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:16.896267 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:16.896808 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:16.897467 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:16.898040 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:16.898585 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:16.899093 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Tracked resource versions report: Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: pushed versions: Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: { 'ConntrackHelper': {'1.0'}, Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: 'Log': {'1.0'}, Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: 'Network': {'1.1'}, Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: 'Port': {'1.5'}, Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: 'PortForwarding': {'1.2'}, Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: 'QosPolicy': {'1.8'}, Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: 'SecurityGroup': {'1.2'}, Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: 'SecurityGroupRule': {'1.0'}, Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: 'SubPort': {'1.0'}, Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: 'Subnet': {'1.1'}, Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: 'Trunk': {'1.1'}} Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: consumer versions: Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: { DHCP agent@dv-cinder-806696-1-smb: {}, Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: HyperV agent@hv-cinder-80669: {}, Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: L3 agent@dv-cinder-806696-1-smb: {}, Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: Metadata agent@dv-cinder-806696-1-smb: {}, Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: Metering agent@dv-cinder-806696-1-smb: {}, Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: Open vSwitch agent@dv-cinder-806696-1-smb: { 'ConntrackHelper': '1.0', Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: 'Log': '1.0', Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: 'Network': '1.1', Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: 'Port': '1.5', Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: 'PortForwarding': '1.2', Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: 'QosPolicy': '1.8', Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: 'SecurityGroup': '1.2', Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: 'SecurityGroupRule': '1.0', Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: 'SubPort': '1.0', Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: 'Subnet': '1.1', Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: 'Trunk': '1.1'}} Aug 31 12:40:16.900830 dv-cinder-806696-1-smb neutron-server[75035]: {{(pid=75035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 12:40:16.922719 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:16.930535 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Checking segment: {'id': '0e52ecdb-d8b9-4496-8200-9896e7e726ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:40:16.931236 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Network hostable DHCP agents. Network: 702c7954-d9af-4f3a-9da8-4db52418d64a, hostable agents: ['c4bdb865-a81e-4643-8bd9-838ee0d40aaf'], hosted agents: [] {{(pid=75035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:40:16.956357 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Network 702c7954-d9af-4f3a-9da8-4db52418d64a is scheduled to be hosted by DHCP agent c4bdb865-a81e-4643-8bd9-838ee0d40aaf with binding_index 1 {{(pid=75035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:40:16.968337 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 58772) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:16.972308 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-smb, 702c7954-d9af-4f3a-9da8-4db52418d64a) {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:16.980612 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:16.981206 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for subnet, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:16.982553 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48628657-b085-47e3-84ee-1e19670a08db None None] Network 702c7954-d9af-4f3a-9da8-4db52418d64a requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:40:16.988490 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 58778) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:17.017781 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5977869 Aug 31 12:40:17.020760 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 58784) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:17.026733 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-283201796-router', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:17.032709 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:17.044973 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Usage tracker for resource:router and tenant:c5d0d26219144527ad3c1eecfdfeb7f8 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:17.049274 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:17.067926 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:17.087872 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8182'] for router, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:17.089229 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8189'] for router, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:17.125364 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:17.206552 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 58790) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:17.303646 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74434909-0b8c-5b4f-b4a6-2114f8d237d1-702c7954-d9af-4f3a-9da8-4db52418d64a', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'fixed_ips': [{'subnet_id': '0374522e-8e13-43f1-b19e-60140b6db1f3'}]}} from dv-cinder-806696-1-smb. {{(pid=75036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 31 12:40:17.304502 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:17.328000 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1551158646-network', 'tenant_id': 'b997d0cfe7fb4baa941ebf56d8becf2a'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:17.337106 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-783613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8147'] for router, precommit_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:17.338358 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:17.348582 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Usage tracker for resource:network and tenant:b997d0cfe7fb4baa941ebf56d8becf2a is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:17.358186 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:17.371539 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:17.398527 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Made reservation on behalf of b997d0cfe7fb4baa941ebf56d8becf2a for: {'network': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:17.400613 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for network, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:17.424257 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:17.529252 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:17.541249 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Usage tracker for resource:security_group_rule and tenant:b997d0cfe7fb4baa941ebf56d8becf2a is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:17.558245 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1640317811-network', 'tenant_id': 'ee1789ece77e48d9b5f61bbc4d7c4187'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:17.566472 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:17.571212 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Usage tracker for resource:network and tenant:ee1789ece77e48d9b5f61bbc4d7c4187 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:17.575718 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:17.583579 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:17.596143 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:17.601280 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Made reservation on behalf of ee1789ece77e48d9b5f61bbc4d7c4187 for: {'network': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:17.604641 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for network, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:17.635506 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:17.638327 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:17.657134 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.db_base_plugin_common [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Allocated IP 172.20.0.2 (702c7954-d9af-4f3a-9da8-4db52418d64a/0374522e-8e13-43f1-b19e-60140b6db1f3/d3aa1e2e-5b9e-4e0c-9a65-9340161d5476) {{(pid=75036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:40:17.658731 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-387965602-network', 'tenant_id': '64fbaa82947f4910b46f8f5a33a5468f'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:17.665200 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:17.701244 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:17.702347 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:17.707618 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Usage tracker for resource:security_group_rule and tenant:ee1789ece77e48d9b5f61bbc4d7c4187 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:17.711562 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:17.719844 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:17.841593 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:17.849400 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:17.855791 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Usage tracker for resource:network and tenant:64fbaa82947f4910b46f8f5a33a5468f is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:17.860646 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:17.870670 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:17.891640 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-43293889-network', 'tenant_id': '3e025be9e3be41e1985bde967b3f2e23'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:17.903266 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:17.911509 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:17.918511 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Usage tracker for resource:network and tenant:3e025be9e3be41e1985bde967b3f2e23 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:17.923009 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:17.933402 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:17.952624 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Notify callbacks [] for port, precommit_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:17.953258 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Made reservation on behalf of 64fbaa82947f4910b46f8f5a33a5468f for: {'network': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:17.957475 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for network, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:17.966455 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Transition to ACTIVE for port object d3aa1e2e-5b9e-4e0c-9a65-9340161d5476 will not be triggered until provisioned by entity L2. {{(pid=75036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:40:17.987204 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Transition to ACTIVE for port object d3aa1e2e-5b9e-4e0c-9a65-9340161d5476 will not be triggered until provisioned by entity DHCP. {{(pid=75036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:40:18.001881 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887'] for port, after_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:18.005954 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=75035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 31 12:40:18.016066 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.db_base_plugin_common [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Allocated IP 172.28.3.226 (7b35dd9c-b590-45a2-8542-749821ca1ef9/5d9224a0-26e6-47e5-9065-b2d86fa589fa/68570987-d25f-4dfa-8ac2-3d76f8a35e3a) {{(pid=75034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:40:18.021867 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:18.058415 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767722538617', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:18.060250 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Unsubscribe: segment precommit_create {{(pid=75035) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 12:40:18.062120 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.db.segments_db [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Added segment ae37df81-d466-4d03-9260-d300c5171488 of type vlan for network 7520f9db-2e41-4f94-941d-df19122372d5 Aug 31 12:40:18.066379 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Network 702c7954-d9af-4f3a-9da8-4db52418d64a is already hosted by enough agents. {{(pid=75036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:40:18.071111 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.scheduler.base_scheduler [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Resources bound (agent type, host, resource id): {{(pid=75036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:18.085379 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Received port after_create {{(pid=75036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:40:18.170660 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767722117506'] for network, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:18.233091 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:18.253341 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:18.273437 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:18.292631 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:18.294647 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:18.297249 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Usage tracker for resource:security_group_rule and tenant:64fbaa82947f4910b46f8f5a33a5468f is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:18.300976 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:18.305517 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Attempting to bind port d3aa1e2e-5b9e-4e0c-9a65-9340161d5476 on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:40:18.307941 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Made reservation on behalf of 3e025be9e3be41e1985bde967b3f2e23 for: {'network': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:18.308769 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Attempting to bind port d3aa1e2e-5b9e-4e0c-9a65-9340161d5476 by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': '0e52ecdb-d8b9-4496-8200-9896e7e726ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a'}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:40:18.310601 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Attempting to bind port d3aa1e2e-5b9e-4e0c-9a65-9340161d5476 on network 702c7954-d9af-4f3a-9da8-4db52418d64a {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:40:18.310867 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887'] for port, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:18.311235 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for network, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:18.322291 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for network, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:18.323406 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-d8522fb8-3948-45e7-8a19-8647320ea55b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:18.325069 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:18.337156 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:18.337941 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:18.377742 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:40:18.378781 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Checking segment: {'id': '0e52ecdb-d8b9-4496-8200-9896e7e726ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:40:18.379390 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:18.380161 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Bound using segment: {'id': '0e52ecdb-d8b9-4496-8200-9896e7e726ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a'} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:40:18.380876 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Bound port: d3aa1e2e-5b9e-4e0c-9a65-9340161d5476, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e52ecdb-d8b9-4496-8200-9896e7e726ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a'}}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:40:18.381855 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:18.399440 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Network 7b35dd9c-b590-45a2-8542-749821ca1ef9 is already hosted by enough agents. {{(pid=75034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:40:18.403238 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Pushing event updated for resources: {'Port': ['ID=d3aa1e2e-5b9e-4e0c-9a65-9340161d5476,revision_number=1']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:18.403747 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4338877 Aug 31 12:40:18.404819 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:18.413704 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:18.418493 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 58822) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:18.424055 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Received port after_create {{(pid=75034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:40:18.454631 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:18.455281 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:18.455776 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:18.456276 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:18.456752 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:18.457246 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-c0ad8ac6-7d54-444c-bed1-a6af25cd35d8 admin admin] Request body: {'subnet': {'network_id': '7520f9db-2e41-4f94-941d-df19122372d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1640317811-subnet', 'tenant_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:18.457386 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:18.457882 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:18.458452 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:18.458932 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:18.459465 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:18.460006 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Tracked resource versions report: Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: pushed versions: Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: { 'ConntrackHelper': {'1.0'}, Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: 'Log': {'1.0'}, Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: 'Network': {'1.1'}, Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: 'Port': {'1.5'}, Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: 'PortForwarding': {'1.2'}, Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: 'QosPolicy': {'1.8'}, Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: 'SecurityGroup': {'1.2'}, Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: 'SecurityGroupRule': {'1.0'}, Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: 'SubPort': {'1.0'}, Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: 'Subnet': {'1.1'}, Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: 'Trunk': {'1.1'}} Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: consumer versions: Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: { DHCP agent@dv-cinder-806696-1-smb: {}, Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: HyperV agent@hv-cinder-80669: {}, Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: L3 agent@dv-cinder-806696-1-smb: {}, Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: Metadata agent@dv-cinder-806696-1-smb: {}, Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: Metering agent@dv-cinder-806696-1-smb: {}, Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: Open vSwitch agent@dv-cinder-806696-1-smb: { 'ConntrackHelper': '1.0', Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: 'Log': '1.0', Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: 'Network': '1.1', Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: 'Port': '1.5', Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: 'PortForwarding': '1.2', Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: 'QosPolicy': '1.8', Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: 'SecurityGroup': '1.2', Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: 'SecurityGroupRule': '1.0', Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: 'SubPort': '1.0', Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: 'Subnet': '1.1', Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: 'Trunk': '1.1'}} Aug 31 12:40:18.461598 dv-cinder-806696-1-smb neutron-server[75036]: {{(pid=75036) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 12:40:18.474962 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:18.526477 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73af3a9d-f130-4e3f-bb21-3d726b6dc707,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:18.530663 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Pushing event updated for resources: {'Port': ['ID=68570987-d25f-4dfa-8ac2-3d76f8a35e3a,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:18.542486 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:18.545619 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:18.548770 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:18.570717 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-c0ad8ac6-7d54-444c-bed1-a6af25cd35d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:18.575353 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] For port d3aa1e2e-5b9e-4e0c-9a65-9340161d5476, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:40:18.580129 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:18.584986 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] For port d3aa1e2e-5b9e-4e0c-9a65-9340161d5476, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=d3aa1e2e-5b9e-4e0c-9a65-9340161d5476,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:40:18.588688 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-c0ad8ac6-7d54-444c-bed1-a6af25cd35d8 admin admin] Usage tracker for resource:subnet and tenant:ee1789ece77e48d9b5f61bbc4d7c4187 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:18.593024 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-c0ad8ac6-7d54-444c-bed1-a6af25cd35d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:18.595268 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:18.607209 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:18.621303 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-c0ad8ac6-7d54-444c-bed1-a6af25cd35d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:18.655467 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ad8ac6-7d54-444c-bed1-a6af25cd35d8 admin admin] Made reservation on behalf of ee1789ece77e48d9b5f61bbc4d7c4187 for: {'subnet': 1} {{(pid=75034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:18.658205 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c0ad8ac6-7d54-444c-bed1-a6af25cd35d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:18.702718 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Pushing event updated for resources: {'Network': ['ID=7520f9db-2e41-4f94-941d-df19122372d5,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:18.718061 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:18.721715 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Usage tracker for resource:security_group_rule and tenant:3e025be9e3be41e1985bde967b3f2e23 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:18.739915 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:18.741034 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Network 7520f9db-2e41-4f94-941d-df19122372d5 details requested by agent ovs-agent-dv-cinder-806696-1-smb with host dv-cinder-806696-1-smb {{(pid=75036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 12:40:18.762248 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:18.794118 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:18.808825 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:18.831193 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:18.871889 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0fb36b-6935-4842-8eb3-22f96c91835f,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:18.894347 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:18.994648 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Pushing event updated for resources: {'Port': ['ID=d3aa1e2e-5b9e-4e0c-9a65-9340161d5476,revision_number=2']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:19.015034 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:19.039175 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:19.042516 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:19.050359 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:19.057486 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:19.069399 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=75035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 31 12:40:19.071708 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:19.129612 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:19.130007 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.db.segments_db [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Added segment 85f75762-c99e-48fc-ba8b-9ee1ea850146 of type vlan for network 27dc32a8-b578-4bf1-994d-e9e0a8b39b00 Aug 31 12:40:19.142867 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:19.156653 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53efead7-ba25-4195-862c-66221b547b9e,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:19.158294 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783902'] for router, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:19.206362 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767722117506'] for network, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:19.229282 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a99e010-1a6b-4615-a50a-4870ce2c7960,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:19.233927 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:19.234358 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:19.234635 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:19.290255 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for network, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:19.291497 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:19.292144 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:19.297311 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:19.330678 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.db.api [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 12:40:19.331804 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_db.api [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 12:40:19.332038 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.db.api [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 12:40:19.332341 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_db.api [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 12:40:19.384926 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c0ad8ac6-7d54-444c-bed1-a6af25cd35d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for subnet, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:19.395827 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:19.471850 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Pushing event updated for resources: {'Network': ['ID=27dc32a8-b578-4bf1-994d-e9e0a8b39b00,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:19.477813 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:19.488863 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Network 27dc32a8-b578-4bf1-994d-e9e0a8b39b00 details requested by agent ovs-agent-dv-cinder-806696-1-smb with host dv-cinder-806696-1-smb {{(pid=75036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 12:40:19.506164 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7597628 Aug 31 12:40:19.507006 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 58862) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:19.519519 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-6f15ba21-9940-4021-8aac-f35c1990ec04 admin admin] Request body: {'subnet': {'network_id': '27dc32a8-b578-4bf1-994d-e9e0a8b39b00', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1551158646-subnet', 'tenant_id': 'b997d0cfe7fb4baa941ebf56d8becf2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:19.520591 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad8ac6-7d54-444c-bed1-a6af25cd35d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0489485-e8f4-418a-8948-f2ea1b94cbf8,revision_number=0']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:19.529352 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-c0ad8ac6-7d54-444c-bed1-a6af25cd35d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:19.533144 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-6f15ba21-9940-4021-8aac-f35c1990ec04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:19.537728 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-6f15ba21-9940-4021-8aac-f35c1990ec04 admin admin] Usage tracker for resource:subnet and tenant:b997d0cfe7fb4baa941ebf56d8becf2a is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:19.541621 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-6f15ba21-9940-4021-8aac-f35c1990ec04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:19.549092 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-6f15ba21-9940-4021-8aac-f35c1990ec04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:19.566379 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f15ba21-9940-4021-8aac-f35c1990ec04 admin admin] Made reservation on behalf of b997d0cfe7fb4baa941ebf56d8becf2a for: {'subnet': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:19.572093 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6f15ba21-9940-4021-8aac-f35c1990ec04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:19.629218 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ad8ac6-7d54-444c-bed1-a6af25cd35d8 admin admin] Checking segment: {'id': 'ae37df81-d466-4d03-9260-d300c5171488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7520f9db-2e41-4f94-941d-df19122372d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:40:19.629734 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ad8ac6-7d54-444c-bed1-a6af25cd35d8 admin admin] Network hostable DHCP agents. Network: 7520f9db-2e41-4f94-941d-df19122372d5, hostable agents: ['c4bdb865-a81e-4643-8bd9-838ee0d40aaf'], hosted agents: [] {{(pid=75034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:40:19.685776 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ad8ac6-7d54-444c-bed1-a6af25cd35d8 admin admin] Network 7520f9db-2e41-4f94-941d-df19122372d5 is scheduled to be hosted by DHCP agent c4bdb865-a81e-4643-8bd9-838ee0d40aaf with binding_index 1 {{(pid=75034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:40:19.697520 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [None req-c0ad8ac6-7d54-444c-bed1-a6af25cd35d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-smb, 7520f9db-2e41-4f94-941d-df19122372d5) {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:19.705858 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f457da63-6c38-490c-9d76-f8dcf159c997 None None] Network 7520f9db-2e41-4f94-941d-df19122372d5 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:40:19.708386 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ad8ac6-7d54-444c-bed1-a6af25cd35d8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:19.708970 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c0ad8ac6-7d54-444c-bed1-a6af25cd35d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for subnet, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:19.741734 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-c0ad8ac6-7d54-444c-bed1-a6af25cd35d8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3218408 Aug 31 12:40:19.746831 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 58870) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:19.783375 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1640317811-router', 'tenant_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:19.793889 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:19.811800 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Usage tracker for resource:router and tenant:ee1789ece77e48d9b5f61bbc4d7c4187 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:19.833013 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for network, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:19.853976 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for network, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:19.862565 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:19.882532 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:19.903656 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Router 399b883d-4646-427d-9ea4-821f3d009f15 is scheduled to L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 with binding_index 1 {{(pid=75034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 12:40:19.934763 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=75035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 31 12:40:20.013076 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8182'] for router, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:20.014174 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8189'] for router, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:20.035755 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:20.046334 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ede04a8-82c5-4041-8e9a-da105dc863fc None None] Network 7520f9db-2e41-4f94-941d-df19122372d5 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:40:20.053582 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:20.053967 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.db.segments_db [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Added segment c476d912-c847-4dc0-aa12-454d00e20abf of type vlan for network c18e9c39-9e61-41df-892c-bfc8f98f29c4 Aug 31 12:40:20.236234 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767722117506'] for network, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:20.252183 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 58888) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:20.285513 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device d3aa1e2e-5b9e-4e0c-9a65-9340161d5476 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:40:20.417822 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for network, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:20.421793 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:20.422832 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:20.426908 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.db.api [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 12:40:20.427274 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_db.api [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 12:40:20.432005 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:20.469087 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6f15ba21-9940-4021-8aac-f35c1990ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for subnet, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:20.514891 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fcd79c-f0c3-4561-81df-33594dc50e16 None None] Network 702c7954-d9af-4f3a-9da8-4db52418d64a requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:40:20.521400 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-783613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8147'] for router, precommit_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:20.670610 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-20f1ad38-3741-4007-a0c2-5c2e08252c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:20.696212 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.4855959 Aug 31 12:40:20.696212 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Pushing event updated for resources: {'Network': ['ID=c18e9c39-9e61-41df-892c-bfc8f98f29c4,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:20.700579 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:20.701157 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 58908) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:20.701680 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-8cfdf05c-6472-4791-9c77-0f24c918266f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:20.746833 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-60af8c57-9715-4d41-8803-385539e239df admin admin] Request body: {'subnet': {'network_id': 'c18e9c39-9e61-41df-892c-bfc8f98f29c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-43293889-subnet', 'tenant_id': '3e025be9e3be41e1985bde967b3f2e23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:20.770018 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-60af8c57-9715-4d41-8803-385539e239df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:20.773281 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for network, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:20.801105 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-60af8c57-9715-4d41-8803-385539e239df admin admin] Usage tracker for resource:subnet and tenant:3e025be9e3be41e1985bde967b3f2e23 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:20.810560 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-60af8c57-9715-4d41-8803-385539e239df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:20.836728 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:40:20.849347 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] Sync routers for ids ['399b883d-4646-427d-9ea4-821f3d009f15'] in dv-cinder-806696-1-smb {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:40:20.860231 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-60af8c57-9715-4d41-8803-385539e239df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:20.867657 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-20f1ad38-3741-4007-a0c2-5c2e08252c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:20.877600 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15ba21-9940-4021-8aac-f35c1990ec04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5bf2455-a79d-4b3d-ab8c-7fcf1030bc28,revision_number=0']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:20.880816 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] Routers {'399b883d-4646-427d-9ea4-821f3d009f15'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:40:20.883619 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:40:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['399b883d-4646-427d-9ea4-821f3d009f15'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:20.892332 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Notify callbacks [] for router, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:20.897952 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-6f15ba21-9940-4021-8aac-f35c1990ec04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:20.900161 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8778169 Aug 31 12:40:20.902174 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 58918) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:20.903017 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-20f1ad38-3741-4007-a0c2-5c2e08252c0f admin admin] Usage tracker for resource:security_group_rule and tenant:bd5827d047b9405796ce50821ede0354 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:20.915917 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-20f1ad38-3741-4007-a0c2-5c2e08252c0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:20.939436 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f15ba21-9940-4021-8aac-f35c1990ec04 admin admin] Checking segment: {'id': '85f75762-c99e-48fc-ba8b-9ee1ea850146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '27dc32a8-b578-4bf1-994d-e9e0a8b39b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:40:20.939797 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f15ba21-9940-4021-8aac-f35c1990ec04 admin admin] Network hostable DHCP agents. Network: 27dc32a8-b578-4bf1-994d-e9e0a8b39b00, hostable agents: ['c4bdb865-a81e-4643-8bd9-838ee0d40aaf'], hosted agents: [] {{(pid=75035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:40:20.947000 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Network c18e9c39-9e61-41df-892c-bfc8f98f29c4 details requested by agent ovs-agent-dv-cinder-806696-1-smb with host dv-cinder-806696-1-smb {{(pid=75036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 12:40:20.952928 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-20f1ad38-3741-4007-a0c2-5c2e08252c0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:20.957263 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60af8c57-9715-4d41-8803-385539e239df admin admin] Made reservation on behalf of 3e025be9e3be41e1985bde967b3f2e23 for: {'subnet': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:20.964870 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-60af8c57-9715-4d41-8803-385539e239df admin admin] Notify callbacks [] for subnet, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:21.118341 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=75035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 31 12:40:21.118822 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-5c802e8f-ccf3-4b36-90db-dddcf035bfa1 None None] Provisioning for port d3aa1e2e-5b9e-4e0c-9a65-9340161d5476 completed by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:40:21.185037 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port d3aa1e2e-5b9e-4e0c-9a65-9340161d5476 completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:40:21.189755 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:21.190101 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.db.segments_db [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Added segment c830b616-b726-41b5-b25f-fbe5a18b878e of type vlan for network c6ceaadb-368e-432b-9744-86af2318977a Aug 31 12:40:21.206774 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:21.226247 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f15ba21-9940-4021-8aac-f35c1990ec04 admin admin] Network 27dc32a8-b578-4bf1-994d-e9e0a8b39b00 is scheduled to be hosted by DHCP agent c4bdb865-a81e-4643-8bd9-838ee0d40aaf with binding_index 1 {{(pid=75035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:40:21.291762 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-6f15ba21-9940-4021-8aac-f35c1990ec04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-smb, 27dc32a8-b578-4bf1-994d-e9e0a8b39b00) {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:21.310196 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767722117506'] for network, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:21.320638 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f15ba21-9940-4021-8aac-f35c1990ec04 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:21.321723 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6f15ba21-9940-4021-8aac-f35c1990ec04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for subnet, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:21.364164 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] Set router 399b883d-4646-427d-9ea4-821f3d009f15 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:40:21.366696 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:21.387360 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port d3aa1e2e-5b9e-4e0c-9a65-9340161d5476 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:40:21.387728 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:21.418493 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6d0c69-2dce-450e-8534-a38b5de21f9e None None] Network 27dc32a8-b578-4bf1-994d-e9e0a8b39b00 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:40:21.433013 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-20f1ad38-3741-4007-a0c2-5c2e08252c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:21.464326 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-6f15ba21-9940-4021-8aac-f35c1990ec04 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9427571 Aug 31 12:40:21.545200 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.db.resource_extend [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 12:40:21.595622 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-20f1ad38-3741-4007-a0c2-5c2e08252c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:21.608955 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.db_base_plugin_common [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Allocated IP 172.28.3.76 (7b35dd9c-b590-45a2-8542-749821ca1ef9/5d9224a0-26e6-47e5-9065-b2d86fa589fa/b74ea847-19cf-4894-8a80-141881515956) {{(pid=75034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:40:21.648833 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:21.779868 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for network, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:21.807129 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:21.808186 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:21.826162 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1ad38-3741-4007-a0c2-5c2e08252c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5769e5a-29c7-4ff4-a4e2-3c02e2f35b6f,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:21.839399 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-20f1ad38-3741-4007-a0c2-5c2e08252c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:21.841927 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-cb48fea5-867c-473d-bbbe-d48c9657d578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:21.907119 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:21.991575 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] For port d3aa1e2e-5b9e-4e0c-9a65-9340161d5476, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=d3aa1e2e-5b9e-4e0c-9a65-9340161d5476,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:40:21.997783 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 5.0053108 Aug 31 12:40:22.020807 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Notify callbacks [] for port, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:22.053268 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-20f1ad38-3741-4007-a0c2-5c2e08252c0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd5827d047b9405796ce50821ede0354&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7906945 Aug 31 12:40:22.053472 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 58984) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:22.053614 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 58986) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:22.062175 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887'] for port, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:22.113232 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-3544d162-da3e-4898-bdd3-91a63a908a0b admin admin] Request body: {'subnet': {'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-387965602-subnet', 'tenant_id': '64fbaa82947f4910b46f8f5a33a5468f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:22.114207 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Pushing event updated for resources: {'Network': ['ID=c6ceaadb-368e-432b-9744-86af2318977a,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:22.119723 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:22.128001 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-3544d162-da3e-4898-bdd3-91a63a908a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:22.130839 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-60af8c57-9715-4d41-8803-385539e239df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for subnet, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:22.132904 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-3544d162-da3e-4898-bdd3-91a63a908a0b admin admin] Usage tracker for resource:subnet and tenant:64fbaa82947f4910b46f8f5a33a5468f is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:22.136342 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-3544d162-da3e-4898-bdd3-91a63a908a0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:22.142799 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-3544d162-da3e-4898-bdd3-91a63a908a0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:22.146624 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:22.147972 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-6f15ba21-9940-4021-8aac-f35c1990ec04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:22.175939 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399b883d-4646-427d-9ea4-821f3d009f15', 'name': 'tempest-AttachVolumeShelveTestJSON-283201796-router', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:18Z', 'revision_number': 3, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'gw_port': {'id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:23:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb'}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:22.177876 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:22.190860 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] Checking router: 399b883d-4646-427d-9ea4-821f3d009f15 for host: dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:40:22.191270 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] Updating router 399b883d-4646-427d-9ea4-821f3d009f15 port 68570987-d25f-4dfa-8ac2-3d76f8a35e3a binding host dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 31 12:40:22.195765 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Network c6ceaadb-368e-432b-9744-86af2318977a details requested by agent ovs-agent-dv-cinder-806696-1-smb with host dv-cinder-806696-1-smb {{(pid=75036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 12:40:22.207527 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-8662feda-51e6-44f3-b0bd-5dd4b47d4655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:22.239113 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-8662feda-51e6-44f3-b0bd-5dd4b47d4655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:22.268632 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-d73707ca-a32b-4349-a38b-b8b25ededf90 None None] Provisioning complete for port d3aa1e2e-5b9e-4e0c-9a65-9340161d5476 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:40:22.271102 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-d73707ca-a32b-4349-a38b-b8b25ededf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:22.304717 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60af8c57-9715-4d41-8803-385539e239df admin admin] Checking segment: {'id': 'c476d912-c847-4dc0-aa12-454d00e20abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c18e9c39-9e61-41df-892c-bfc8f98f29c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:40:22.307031 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60af8c57-9715-4d41-8803-385539e239df admin admin] Network hostable DHCP agents. Network: c18e9c39-9e61-41df-892c-bfc8f98f29c4, hostable agents: ['c4bdb865-a81e-4643-8bd9-838ee0d40aaf'], hosted agents: [] {{(pid=75035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:40:22.320966 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af8c57-9715-4d41-8803-385539e239df admin admin] Pushing event updated for resources: {'Subnet': ['ID=855b7927-7250-484a-8969-3f8a5e7d12a5,revision_number=0']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:22.324784 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-60af8c57-9715-4d41-8803-385539e239df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:22.350498 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60af8c57-9715-4d41-8803-385539e239df admin admin] Network c18e9c39-9e61-41df-892c-bfc8f98f29c4 is scheduled to be hosted by DHCP agent c4bdb865-a81e-4643-8bd9-838ee0d40aaf with binding_index 1 {{(pid=75035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:40:22.374602 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-60af8c57-9715-4d41-8803-385539e239df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-smb, c18e9c39-9e61-41df-892c-bfc8f98f29c4) {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:22.378908 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60af8c57-9715-4d41-8803-385539e239df admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:22.380373 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-60af8c57-9715-4d41-8803-385539e239df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for subnet, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:22.387907 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3544d162-da3e-4898-bdd3-91a63a908a0b admin admin] Made reservation on behalf of 64fbaa82947f4910b46f8f5a33a5468f for: {'subnet': 1} {{(pid=75034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:22.390523 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-3544d162-da3e-4898-bdd3-91a63a908a0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:22.402711 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:22.422403 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-60af8c57-9715-4d41-8803-385539e239df admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6941156 Aug 31 12:40:22.447718 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:22.477505 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-8662feda-51e6-44f3-b0bd-5dd4b47d4655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:22.502346 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 59028) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:22.505579 dv-cinder-806696-1-smb neutron-server[75035]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 12:40:22.540234 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-8662feda-51e6-44f3-b0bd-5dd4b47d4655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:22.541524 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-8662feda-51e6-44f3-b0bd-5dd4b47d4655 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5769e5a-29c7-4ff4-a4e2-3c02e2f35b6f HTTP/1.1" status: 204 len: 168 time: 0.4832714 Aug 31 12:40:22.567323 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Network 7b35dd9c-b590-45a2-8542-749821ca1ef9 is already hosted by enough agents. {{(pid=75034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:40:22.576986 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Resources bound (agent type, host, resource id): {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:22.584691 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Received port after_create {{(pid=75034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:40:22.652341 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Pushing event updated for resources: {'Port': ['ID=b74ea847-19cf-4894-8a80-141881515956,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:22.665593 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:22.666049 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:22.691215 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662feda-51e6-44f3-b0bd-5dd4b47d4655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5769e5a-29c7-4ff4-a4e2-3c02e2f35b6f,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:22.700436 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-8662feda-51e6-44f3-b0bd-5dd4b47d4655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:22.737900 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1c5d1b-aed4-4962-b0b5-4924ad5d2116 None None] Network c18e9c39-9e61-41df-892c-bfc8f98f29c4 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:40:22.800691 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-bd878717-9487-48fa-bf90-e7e9c5a0c3b8 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:22.801350 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-bd878717-9487-48fa-bf90-e7e9c5a0c3b8 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Synchronizing usage tracker for tenant:b997d0cfe7fb4baa941ebf56d8becf2a on resource:network {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:40:22.836669 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Pushing event updated for resources: {'Port': ['ID=d3aa1e2e-5b9e-4e0c-9a65-9340161d5476,revision_number=3']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:22.860776 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-bd878717-9487-48fa-bf90-e7e9c5a0c3b8 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Unset dirty status for tenant:b997d0cfe7fb4baa941ebf56d8becf2a on resource:network {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:40:22.862173 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-bd878717-9487-48fa-bf90-e7e9c5a0c3b8 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/networks?id=27dc32a8-b578-4bf1-994d-e9e0a8b39b00 HTTP/1.1" status: 200 len: 812 time: 0.3585305 Aug 31 12:40:22.891111 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-ba994472-d338-4baa-8a3b-00bc992e6ca9 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/quotas/b997d0cfe7fb4baa941ebf56d8becf2a HTTP/1.1" status: 200 len: 375 time: 0.0227730 Aug 31 12:40:22.982484 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-3544d162-da3e-4898-bdd3-91a63a908a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for subnet, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:23.027795 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:23.042023 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cefdb6-e300-413a-a72d-dd5b0887fba0 None None] Network 27dc32a8-b578-4bf1-994d-e9e0a8b39b00 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:40:23.044980 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-dacd10ee-2218-4d27-b14b-7e7079d95d2a tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b997d0cfe7fb4baa941ebf56d8becf2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1483884 Aug 31 12:40:23.212391 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544d162-da3e-4898-bdd3-91a63a908a0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fca416c-3c76-43d1-973c-75d943c37281,revision_number=0']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:23.220963 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-3544d162-da3e-4898-bdd3-91a63a908a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:23.239721 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:23.365238 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:23.370141 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783902'] for router, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:23.475279 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] Notify callbacks [] for port, precommit_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:23.511890 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.provisioning_blocks [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] Transition to ACTIVE for port object 68570987-d25f-4dfa-8ac2-3d76f8a35e3a will not be triggered until provisioned by entity L2. {{(pid=75037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:40:23.530268 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:23.540265 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [None req-2a79617e-a78a-492d-932e-5fc59cfb31ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:23.681138 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] Attempting to bind port 68570987-d25f-4dfa-8ac2-3d76f8a35e3a on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:40:23.681519 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] Attempting to bind port 68570987-d25f-4dfa-8ac2-3d76f8a35e3a by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}] {{(pid=75037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:40:23.681913 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] Attempting to bind port 68570987-d25f-4dfa-8ac2-3d76f8a35e3a on network 7b35dd9c-b590-45a2-8542-749821ca1ef9 {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:40:23.685249 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a72b5e-f0c3-4f02-adc2-0a0754980272 None None] Pushing event updated for resources: {'Port': ['ID=68570987-d25f-4dfa-8ac2-3d76f8a35e3a,revision_number=2']} {{(pid=75037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:23.694767 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3544d162-da3e-4898-bdd3-91a63a908a0b admin admin] Checking segment: {'id': 'c830b616-b726-41b5-b25f-fbe5a18b878e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:40:23.695336 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3544d162-da3e-4898-bdd3-91a63a908a0b admin admin] Network hostable DHCP agents. Network: c6ceaadb-368e-432b-9744-86af2318977a, hostable agents: ['c4bdb865-a81e-4643-8bd9-838ee0d40aaf'], hosted agents: [] {{(pid=75034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:40:23.703045 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:40:23.703422 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] Checking segment: {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:40:23.703829 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:23.704225 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] Bound using segment: {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'} {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:40:23.704706 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] Bound port: 68570987-d25f-4dfa-8ac2-3d76f8a35e3a, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}}] {{(pid=75037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:40:23.705098 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:23.742372 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a72b5e-f0c3-4f02-adc2-0a0754980272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:23.742716 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a72b5e-f0c3-4f02-adc2-0a0754980272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:23.743153 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a72b5e-f0c3-4f02-adc2-0a0754980272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:23.743355 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a72b5e-f0c3-4f02-adc2-0a0754980272 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:23.743678 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a72b5e-f0c3-4f02-adc2-0a0754980272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:23.744005 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a72b5e-f0c3-4f02-adc2-0a0754980272 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:23.744320 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a72b5e-f0c3-4f02-adc2-0a0754980272 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:23.744774 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a72b5e-f0c3-4f02-adc2-0a0754980272 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:23.745088 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a72b5e-f0c3-4f02-adc2-0a0754980272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:23.745398 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a72b5e-f0c3-4f02-adc2-0a0754980272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:23.745723 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a72b5e-f0c3-4f02-adc2-0a0754980272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a72b5e-f0c3-4f02-adc2-0a0754980272 None None] Tracked resource versions report: Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: pushed versions: Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: { 'ConntrackHelper': {'1.0'}, Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: 'Log': {'1.0'}, Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: 'Network': {'1.1'}, Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: 'Port': {'1.5'}, Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: 'PortForwarding': {'1.2'}, Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: 'QosPolicy': {'1.8'}, Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: 'SecurityGroup': {'1.2'}, Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: 'SecurityGroupRule': {'1.0'}, Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: 'SubPort': {'1.0'}, Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: 'Subnet': {'1.1'}, Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: 'Trunk': {'1.1'}} Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: consumer versions: Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: { DHCP agent@dv-cinder-806696-1-smb: {}, Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: HyperV agent@hv-cinder-80669: {}, Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: L3 agent@dv-cinder-806696-1-smb: {}, Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: Metadata agent@dv-cinder-806696-1-smb: {}, Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: Metering agent@dv-cinder-806696-1-smb: {}, Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: Open vSwitch agent@dv-cinder-806696-1-smb: { 'ConntrackHelper': '1.0', Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: 'Log': '1.0', Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: 'Network': '1.1', Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: 'Port': '1.5', Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: 'PortForwarding': '1.2', Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: 'QosPolicy': '1.8', Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: 'SecurityGroup': '1.2', Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: 'SecurityGroupRule': '1.0', Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: 'SubPort': '1.0', Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: 'Subnet': '1.1', Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: 'Trunk': '1.1'}} Aug 31 12:40:23.746789 dv-cinder-806696-1-smb neutron-server[75037]: {{(pid=75037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 12:40:23.750727 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6116a5d9-8e04-4420-b8f8-64adec49e584 None None] Network c18e9c39-9e61-41df-892c-bfc8f98f29c4 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:40:23.756313 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [None req-52a72b5e-f0c3-4f02-adc2-0a0754980272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:23.824309 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.db [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] For port 68570987-d25f-4dfa-8ac2-3d76f8a35e3a, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:40:23.828126 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.db [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] For port 68570987-d25f-4dfa-8ac2-3d76f8a35e3a, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=68570987-d25f-4dfa-8ac2-3d76f8a35e3a,segment=NetworkSegment(3f81cd55-86a1-4a25-9153-5d04b36688ac),segment_id=3f81cd55-86a1-4a25-9153-5d04b36688ac)] {{(pid=75037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:40:23.836190 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:23.843188 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3544d162-da3e-4898-bdd3-91a63a908a0b admin admin] Network c6ceaadb-368e-432b-9744-86af2318977a is scheduled to be hosted by DHCP agent c4bdb865-a81e-4643-8bd9-838ee0d40aaf with binding_index 1 {{(pid=75034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:40:23.846675 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [None req-2a79617e-a78a-492d-932e-5fc59cfb31ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:23.971054 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a72b5e-f0c3-4f02-adc2-0a0754980272 None None] Pushing event updated for resources: {'Port': ['ID=68570987-d25f-4dfa-8ac2-3d76f8a35e3a,revision_number=3']} {{(pid=75037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:23.977051 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [None req-52a72b5e-f0c3-4f02-adc2-0a0754980272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:23.982106 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] Routers {'399b883d-4646-427d-9ea4-821f3d009f15'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:40:23.982886 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:40:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['399b883d-4646-427d-9ea4-821f3d009f15'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:23.994920 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [None req-3544d162-da3e-4898-bdd3-91a63a908a0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-smb, c6ceaadb-368e-432b-9744-86af2318977a) {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:24.000178 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3544d162-da3e-4898-bdd3-91a63a908a0b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:24.001972 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-3544d162-da3e-4898-bdd3-91a63a908a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for subnet, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:24.017344 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574b517f-bdac-41be-bc21-cb56e91a217a None None] Network c6ceaadb-368e-432b-9744-86af2318977a requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:40:24.067948 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-3544d162-da3e-4898-bdd3-91a63a908a0b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0120182 Aug 31 12:40:24.152638 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 59102) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:24.246440 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] Set router 399b883d-4646-427d-9ea4-821f3d009f15 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:40:24.315521 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-265fab3f-d75c-46c9-9bdf-405b82d851ba service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=75035) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 31 12:40:24.318298 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-265fab3f-d75c-46c9-9bdf-405b82d851ba service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.6002994 Aug 31 12:40:24.324479 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccd153a-9c40-4a4b-9881-f4dafe7b4a48 None None] Network c6ceaadb-368e-432b-9744-86af2318977a requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:40:24.348478 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Router 2e48783e-cfd8-47e6-8106-b0f120614d36 is scheduled to L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 with binding_index 1 {{(pid=75034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 12:40:24.472868 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device d3aa1e2e-5b9e-4e0c-9a65-9340161d5476 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:40:24.664149 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port d3aa1e2e-5b9e-4e0c-9a65-9340161d5476 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:40:24.667077 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:24.679845 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-65006b40-0dec-4dd4-b9ab-c97aff1438ca service neutron] 10.222.0.13 "GET /v2.0/networks/27dc32a8-b578-4bf1-994d-e9e0a8b39b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530920 Aug 31 12:40:24.879733 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-eb4f6a01-2b8b-48ae-aa40-fb665764e367 service neutron] 10.222.0.13 "GET /v2.0/networks/27dc32a8-b578-4bf1-994d-e9e0a8b39b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985469 Aug 31 12:40:24.898403 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:24.904836 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 59116) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:25.043333 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399b883d-4646-427d-9ea4-821f3d009f15', 'name': 'tempest-AttachVolumeShelveTestJSON-283201796-router', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:18Z', 'revision_number': 3, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'gw_port': {'id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:23:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb'}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:25.053574 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a2328-9577-42a2-a079-03141ca956c5 None None] The sync data for ids ['399b883d-4646-427d-9ea4-821f3d009f15'] in dv-cinder-806696-1-smb is: [{'id': '399b883d-4646-427d-9ea4-821f3d009f15', 'name': 'tempest-AttachVolumeShelveTestJSON-283201796-router', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:18Z', 'revision_number': 3, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'gw_port': {'id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:23:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb'}] {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:40:25.070052 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:40:25.075667 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ea4fe41b-7777-469d-866a-c50b86c1fb34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:25.082120 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] Sync routers for ids ['2e48783e-cfd8-47e6-8106-b0f120614d36'] in dv-cinder-806696-1-smb {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:40:25.118840 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] Routers {'2e48783e-cfd8-47e6-8106-b0f120614d36'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:40:25.120864 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:40:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['2e48783e-cfd8-47e6-8106-b0f120614d36'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:25.187899 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-ea4fe41b-7777-469d-866a-c50b86c1fb34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:25.209519 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Notify callbacks [] for router, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:25.221299 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4544568 Aug 31 12:40:25.222155 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 59140) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:25.250150 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-ea4fe41b-7777-469d-866a-c50b86c1fb34 admin admin] Usage tracker for resource:security_group_rule and tenant:01e73c73231d4976a1a4c359be481a5a is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:25.275707 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-ea4fe41b-7777-469d-866a-c50b86c1fb34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:25.286651 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-855b558e-6333-4e35-a272-e47e04422858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:25.317401 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-ea4fe41b-7777-469d-866a-c50b86c1fb34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:25.409440 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-bc6d1e9a-7e56-46bc-9b4d-6714eea7c62a req-e2ac20ae-d8db-4d71-a92c-d33af9fcb6bb tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 210 time: 0.0947049 Aug 31 12:40:25.475307 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-855b558e-6333-4e35-a272-e47e04422858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:25.482251 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-855b558e-6333-4e35-a272-e47e04422858 admin admin] Usage tracker for resource:security_group_rule and tenant:9cd6c48a6f97410db73383fa1e39da72 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:25.492740 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-855b558e-6333-4e35-a272-e47e04422858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:25.502409 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-855b558e-6333-4e35-a272-e47e04422858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:25.578752 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ea4fe41b-7777-469d-866a-c50b86c1fb34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:25.593098 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ea4fe41b-7777-469d-866a-c50b86c1fb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:25.657015 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] Set router 2e48783e-cfd8-47e6-8106-b0f120614d36 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:40:25.669666 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:25.781637 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4fe41b-7777-469d-866a-c50b86c1fb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e4ad33-f9b7-4ebe-9375-3947c3b288ae,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:25.786612 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-855b558e-6333-4e35-a272-e47e04422858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:25.791127 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-ea4fe41b-7777-469d-866a-c50b86c1fb34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:25.795310 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.db_base_plugin_common [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] Allocated IP 172.20.0.1 (702c7954-d9af-4f3a-9da8-4db52418d64a/0374522e-8e13-43f1-b19e-60140b6db1f3/52c78258-7866-441a-b357-752eabc57838) {{(pid=75034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:40:25.796651 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-ea4fe41b-7777-469d-866a-c50b86c1fb34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01e73c73231d4976a1a4c359be481a5a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6428792 Aug 31 12:40:25.800447 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 59158) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:25.805863 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-855b558e-6333-4e35-a272-e47e04422858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:25.813284 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 59162) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:25.842798 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-1d25413b-9488-4f3e-aa99-cc2d990eb872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:25.843017 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1547682600-network', 'tenant_id': 'f896f7033c1349f9858027d7e3304324'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:25.852461 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:25.862608 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Usage tracker for resource:network and tenant:f896f7033c1349f9858027d7e3304324 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:25.870018 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:25.886012 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:25.930848 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b558e-6333-4e35-a272-e47e04422858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa87c224-985d-48fc-97a7-04186f0065d4,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:25.940021 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-855b558e-6333-4e35-a272-e47e04422858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:25.948320 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-855b558e-6333-4e35-a272-e47e04422858 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9cd6c48a6f97410db73383fa1e39da72&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0403564 Aug 31 12:40:25.950532 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 59166) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:26.022648 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Made reservation on behalf of f896f7033c1349f9858027d7e3304324 for: {'network': 1} {{(pid=75034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:26.025275 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for network, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:26.052308 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a25b2b7b-5c8f-4ead-b36d-81b6fb5d8af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:26.122591 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 59178) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:26.161904 dv-cinder-806696-1-smb neutron-server[75034]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 12:40:26.167071 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:26.193237 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a25b2b7b-5c8f-4ead-b36d-81b6fb5d8af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:26.304809 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a25b2b7b-5c8f-4ead-b36d-81b6fb5d8af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:26.312927 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:26.345930 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e48783e-cfd8-47e6-8106-b0f120614d36', 'name': 'tempest-ServerRescueNegativeTestJSON-1640317811-router', 'tenant_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b74ea847-19cf-4894-8a80-141881515956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:20Z', 'updated_at': '2021-08-31T12:40:22Z', 'revision_number': 3, 'project_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'gw_port': {'id': 'b74ea847-19cf-4894-8a80-141881515956', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:66:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e48783e-cfd8-47e6-8106-b0f120614d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:21Z', 'updated_at': '2021-08-31T12:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb'}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:26.356236 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] Checking router: 2e48783e-cfd8-47e6-8106-b0f120614d36 for host: dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:40:26.357101 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] Updating router 2e48783e-cfd8-47e6-8106-b0f120614d36 port b74ea847-19cf-4894-8a80-141881515956 binding host dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 31 12:40:26.357509 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b2b7b-5c8f-4ead-b36d-81b6fb5d8af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e4ad33-f9b7-4ebe-9375-3947c3b288ae,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:26.373029 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-a25b2b7b-5c8f-4ead-b36d-81b6fb5d8af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:26.456219 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:26.456535 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-1d9005dd-f969-4687-bad9-7ef3f4e67e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:26.487992 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-1d9005dd-f969-4687-bad9-7ef3f4e67e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:26.514726 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-8494c63e-d491-49a8-9b5b-6ed267e5f747 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:26.522034 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-8494c63e-d491-49a8-9b5b-6ed267e5f747 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/networks?id=c6ceaadb-368e-432b-9744-86af2318977a HTTP/1.1" status: 200 len: 814 time: 0.3697059 Aug 31 12:40:26.539052 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a25b2b7b-5c8f-4ead-b36d-81b6fb5d8af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:26.542830 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-a25b2b7b-5c8f-4ead-b36d-81b6fb5d8af8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63e4ad33-f9b7-4ebe-9375-3947c3b288ae HTTP/1.1" status: 204 len: 168 time: 0.7378211 Aug 31 12:40:26.549445 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-1d9005dd-f969-4687-bad9-7ef3f4e67e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:26.562508 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-7b583330-b9f4-4f0b-94ba-5503e5f13eb2 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/quotas/64fbaa82947f4910b46f8f5a33a5468f HTTP/1.1" status: 200 len: 375 time: 0.0386693 Aug 31 12:40:26.567352 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:26.694397 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9005dd-f969-4687-bad9-7ef3f4e67e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa87c224-985d-48fc-97a7-04186f0065d4,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:26.703147 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-1d9005dd-f969-4687-bad9-7ef3f4e67e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:26.712043 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-84320824-c25c-4497-b6b6-6c89a35d34f3 req-e2cb288a-bf21-4ce3-b163-a28d59e5eb63 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 210 time: 0.1105006 Aug 31 12:40:26.721964 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-1d9005dd-f969-4687-bad9-7ef3f4e67e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:26.725981 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-1d9005dd-f969-4687-bad9-7ef3f4e67e97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa87c224-985d-48fc-97a7-04186f0065d4 HTTP/1.1" status: 204 len: 168 time: 0.7706745 Aug 31 12:40:26.739946 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 68570987-d25f-4dfa-8ac2-3d76f8a35e3a up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:40:26.768160 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-ab7515fa-fca1-4650-a8f6-41c2e5b8f666 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=64fbaa82947f4910b46f8f5a33a5468f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2022069 Aug 31 12:40:26.793273 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:26.825309 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Usage tracker for resource:security_group_rule and tenant:f896f7033c1349f9858027d7e3304324 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:26.829908 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:26.851822 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:26.893505 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port 68570987-d25f-4dfa-8ac2-3d76f8a35e3a completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:40:26.912121 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 68570987-d25f-4dfa-8ac2-3d76f8a35e3a triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:40:26.913005 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:26.947875 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:26.988036 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.provisioning_blocks [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] Transition to ACTIVE for port object 52c78258-7866-441a-b357-752eabc57838 will not be triggered until provisioned by entity DHCP. {{(pid=75034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:40:27.031800 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] Notify callbacks [] for port, precommit_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:27.051170 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] Transition to ACTIVE for port object b74ea847-19cf-4894-8a80-141881515956 will not be triggered until provisioned by entity L2. {{(pid=75036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:40:27.076742 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:27.086925 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:27.095138 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-62025c50-0e21-4bca-80cf-17b56eb26a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:27.105390 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:27.107353 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887'] for port, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:27.119923 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:27.192536 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:27.206147 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=75034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 31 12:40:27.232890 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c380e7-8f29-4421-b9c2-f6ff53468c64,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:27.236699 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:27.237112 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a21dac-986c-492d-8655-553e280f5e3f None None] Pushing event updated for resources: {'Port': ['ID=b74ea847-19cf-4894-8a80-141881515956,revision_number=2']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:27.241346 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:27.245553 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-63a21dac-986c-492d-8655-553e280f5e3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:27.250188 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] Attempting to bind port b74ea847-19cf-4894-8a80-141881515956 on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:40:27.250710 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] Attempting to bind port b74ea847-19cf-4894-8a80-141881515956 by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:40:27.251125 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] Attempting to bind port b74ea847-19cf-4894-8a80-141881515956 on network 7b35dd9c-b590-45a2-8542-749821ca1ef9 {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:40:27.254360 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] For port 68570987-d25f-4dfa-8ac2-3d76f8a35e3a, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=68570987-d25f-4dfa-8ac2-3d76f8a35e3a,segment=NetworkSegment(3f81cd55-86a1-4a25-9153-5d04b36688ac),segment_id=3f81cd55-86a1-4a25-9153-5d04b36688ac)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:40:27.261151 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:40:27.262282 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] Checking segment: {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:40:27.262546 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:27.262993 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] Bound using segment: {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:40:27.263543 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] Bound port: b74ea847-19cf-4894-8a80-141881515956, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:40:27.263960 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:27.295902 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:27.318135 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:27.326757 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] Network 702c7954-d9af-4f3a-9da8-4db52418d64a is already hosted by enough agents. {{(pid=75034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:40:27.327924 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:27.328398 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.db.segments_db [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Added segment 300d90c8-f28b-461b-8346-cf47b18020d8 of type vlan for network 6b5168a5-ac84-4915-9205-36e26c0628db Aug 31 12:40:27.343162 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:27.346820 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] Received port after_create {{(pid=75034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:40:27.347441 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784064'] for router_interface, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:27.410700 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767722117506'] for network, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:27.426491 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] Pushing event updated for resources: {'Port': ['ID=52c78258-7866-441a-b357-752eabc57838,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:27.429478 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:27.448904 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Pushing event updated for resources: {'Port': ['ID=68570987-d25f-4dfa-8ac2-3d76f8a35e3a,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:27.456453 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] For port b74ea847-19cf-4894-8a80-141881515956, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:40:27.461834 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:27.464951 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] For port b74ea847-19cf-4894-8a80-141881515956, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=b74ea847-19cf-4894-8a80-141881515956,segment=NetworkSegment(3f81cd55-86a1-4a25-9153-5d04b36688ac),segment_id=3f81cd55-86a1-4a25-9153-5d04b36688ac)] {{(pid=75036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:40:27.473496 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:27.479995 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:27.543942 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for network, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:27.589157 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a21dac-986c-492d-8655-553e280f5e3f None None] Pushing event updated for resources: {'Port': ['ID=b74ea847-19cf-4894-8a80-141881515956,revision_number=3']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:27.593483 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-63a21dac-986c-492d-8655-553e280f5e3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:27.595392 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] Routers {'2e48783e-cfd8-47e6-8106-b0f120614d36'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:40:27.596065 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:40:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['2e48783e-cfd8-47e6-8106-b0f120614d36'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:27.609611 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:27.610336 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:27.623714 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:27.683485 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 59222) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:27.724515 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8327d2bd-008f-4eea-af98-9d5b88513005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:27.753626 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:27.790919 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9739871 Aug 31 12:40:27.796448 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 59232) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:27.802231 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Pushing event updated for resources: {'Network': ['ID=6b5168a5-ac84-4915-9205-36e26c0628db,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:27.805171 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:27.809389 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-95d2724b-985e-4ab4-b31a-31840edb438f admin admin] Request body: {'subnet': {'network_id': '6b5168a5-ac84-4915-9205-36e26c0628db', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1547682600-subnet', 'tenant_id': 'f896f7033c1349f9858027d7e3304324', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:27.831863 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-8327d2bd-008f-4eea-af98-9d5b88513005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:27.850812 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-8327d2bd-008f-4eea-af98-9d5b88513005 admin admin] Usage tracker for resource:security_group_rule and tenant:cdc459e2ac3147f5ae80419e8656e22c is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:27.857632 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-8327d2bd-008f-4eea-af98-9d5b88513005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:27.860864 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-95d2724b-985e-4ab4-b31a-31840edb438f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:27.878072 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-8327d2bd-008f-4eea-af98-9d5b88513005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:27.904230 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-95d2724b-985e-4ab4-b31a-31840edb438f admin admin] Usage tracker for resource:subnet and tenant:f896f7033c1349f9858027d7e3304324 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:27.917884 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-95d2724b-985e-4ab4-b31a-31840edb438f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:27.919606 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Network 6b5168a5-ac84-4915-9205-36e26c0628db details requested by agent ovs-agent-dv-cinder-806696-1-smb with host dv-cinder-806696-1-smb {{(pid=75036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 12:40:27.927302 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-95d2724b-985e-4ab4-b31a-31840edb438f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:27.989623 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d2724b-985e-4ab4-b31a-31840edb438f admin admin] Made reservation on behalf of f896f7033c1349f9858027d7e3304324 for: {'subnet': 1} {{(pid=75034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:27.991944 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-95d2724b-985e-4ab4-b31a-31840edb438f admin admin] Notify callbacks [] for subnet, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:28.001105 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3ce838c3-97b5-4374-896d-952ba608ab16 req-30ad61af-750a-441d-a069-5d96f6d2f1f3 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 210 time: 0.1196122 Aug 31 12:40:28.154008 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8327d2bd-008f-4eea-af98-9d5b88513005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:28.161299 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8327d2bd-008f-4eea-af98-9d5b88513005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:28.176822 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:28.191609 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-0741a079-83c3-440b-8b04-1c86f1a54f43 None None] Provisioning for port 52c78258-7866-441a-b357-752eabc57838 completed by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:40:28.198779 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] Set router 2e48783e-cfd8-47e6-8106-b0f120614d36 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:40:28.244154 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-0741a079-83c3-440b-8b04-1c86f1a54f43 None None] Provisioning complete for port 52c78258-7866-441a-b357-752eabc57838 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:40:28.244752 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-0741a079-83c3-440b-8b04-1c86f1a54f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:28.264757 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327d2bd-008f-4eea-af98-9d5b88513005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a12a3d-c84f-4203-a933-b9fd516a647e,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:28.272639 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-8327d2bd-008f-4eea-af98-9d5b88513005 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdc459e2ac3147f5ae80419e8656e22c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5874143 Aug 31 12:40:28.272639 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 59250) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:28.273362 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-8327d2bd-008f-4eea-af98-9d5b88513005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:28.289965 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-bf165e82-a6c2-4f7d-9809-a024ccb1f446 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=75034) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 31 12:40:28.296377 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-bf165e82-a6c2-4f7d-9809-a024ccb1f446 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3519876 Aug 31 12:40:28.353077 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-afa851b0-8d11-4424-8696-3017cdbc698a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:28.400132 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-afa851b0-8d11-4424-8696-3017cdbc698a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:28.515490 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-afa851b0-8d11-4424-8696-3017cdbc698a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:28.520384 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-ea4fe41b-7777-469d-866a-c50b86c1fb34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:28.547468 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa851b0-8d11-4424-8696-3017cdbc698a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a12a3d-c84f-4203-a933-b9fd516a647e,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:28.565869 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-afa851b0-8d11-4424-8696-3017cdbc698a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:28.581425 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-afa851b0-8d11-4424-8696-3017cdbc698a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:28.585165 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-afa851b0-8d11-4424-8696-3017cdbc698a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79a12a3d-c84f-4203-a933-b9fd516a647e HTTP/1.1" status: 204 len: 168 time: 0.3082585 Aug 31 12:40:28.623987 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 68570987-d25f-4dfa-8ac2-3d76f8a35e3a up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:40:28.673279 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-0741a079-83c3-440b-8b04-1c86f1a54f43 None None] Port 52c78258-7866-441a-b357-752eabc57838 cannot update to ACTIVE because it is not bound. {{(pid=75036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 31 12:40:28.747874 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e48783e-cfd8-47e6-8106-b0f120614d36', 'name': 'tempest-ServerRescueNegativeTestJSON-1640317811-router', 'tenant_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b74ea847-19cf-4894-8a80-141881515956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:20Z', 'updated_at': '2021-08-31T12:40:22Z', 'revision_number': 3, 'project_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'gw_port': {'id': 'b74ea847-19cf-4894-8a80-141881515956', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:66:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e48783e-cfd8-47e6-8106-b0f120614d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:21Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb'}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:28.756624 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4f88a7-3eb2-444f-95a5-6f7df3234016 None None] The sync data for ids ['2e48783e-cfd8-47e6-8106-b0f120614d36'] in dv-cinder-806696-1-smb is: [{'id': '2e48783e-cfd8-47e6-8106-b0f120614d36', 'name': 'tempest-ServerRescueNegativeTestJSON-1640317811-router', 'tenant_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b74ea847-19cf-4894-8a80-141881515956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:20Z', 'updated_at': '2021-08-31T12:40:22Z', 'revision_number': 3, 'project_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'gw_port': {'id': 'b74ea847-19cf-4894-8a80-141881515956', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:66:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e48783e-cfd8-47e6-8106-b0f120614d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:21Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb'}] {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:40:28.769219 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 68570987-d25f-4dfa-8ac2-3d76f8a35e3a triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:40:28.770299 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:28.867159 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-1141e916-8913-43b3-b92d-933d3a885597 service neutron] 10.222.0.13 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928409 Aug 31 12:40:29.004317 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:29.023270 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:29.032396 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33353741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-782633'] for router_interface, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:29.044198 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:29.172879 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.52', 64657) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:29.397920 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-eaabf31d-97b7-4ec5-9bfb-3fd299938a90 req-9345eb1b-e562-4e89-8716-8f2eea5853e5 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 210 time: 0.1401992 Aug 31 12:40:29.573974 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-e152271a-8345-4a5d-86a2-69beab93c14b tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:29.578853 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-e152271a-8345-4a5d-86a2-69beab93c14b tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.52 "GET /v2.0/networks?id=27dc32a8-b578-4bf1-994d-e9e0a8b39b00 HTTP/1.1" status: 200 len: 812 time: 0.4026990 Aug 31 12:40:29.624246 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-1ee5c7dc-8299-4b6e-865d-8b0dfa560425 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Request body: {'port': {'device_id': 'c5436f2e-ddac-48e6-840e-c43fabd6a723', 'network_id': '27dc32a8-b578-4bf1-994d-e9e0a8b39b00', 'admin_state_up': True, 'tenant_id': 'b997d0cfe7fb4baa941ebf56d8becf2a'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:29.696578 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-710cdef9-6fe2-4b0d-886d-e6907e6ac4df service neutron] 10.222.0.13 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8177266 Aug 31 12:40:29.767726 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-95d2724b-985e-4ab4-b31a-31840edb438f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for subnet, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:29.836895 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] Pushing event updated for resources: {'Port': ['ID=52c78258-7866-441a-b357-752eabc57838,revision_number=2']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:29.848154 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:29.867802 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:30.003669 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2724b-985e-4ab4-b31a-31840edb438f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5734fe38-8248-4e72-b3a7-8699b8fb9375,revision_number=0']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:30.085645 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-1ee5c7dc-8299-4b6e-865d-8b0dfa560425 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:30.111888 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-1ee5c7dc-8299-4b6e-865d-8b0dfa560425 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Usage tracker for resource:port and tenant:b997d0cfe7fb4baa941ebf56d8becf2a is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:30.119699 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-1ee5c7dc-8299-4b6e-865d-8b0dfa560425 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:30.135081 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-95d2724b-985e-4ab4-b31a-31840edb438f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:30.184633 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-1ee5c7dc-8299-4b6e-865d-8b0dfa560425 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:30.220204 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-1ee5c7dc-8299-4b6e-865d-8b0dfa560425 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Made reservation on behalf of b997d0cfe7fb4baa941ebf56d8becf2a for: {'port': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:30.226228 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-1ee5c7dc-8299-4b6e-865d-8b0dfa560425 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:30.247690 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d2724b-985e-4ab4-b31a-31840edb438f admin admin] Checking segment: {'id': '300d90c8-f28b-461b-8346-cf47b18020d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6b5168a5-ac84-4915-9205-36e26c0628db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:40:30.249836 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d2724b-985e-4ab4-b31a-31840edb438f admin admin] Network hostable DHCP agents. Network: 6b5168a5-ac84-4915-9205-36e26c0628db, hostable agents: ['c4bdb865-a81e-4643-8bd9-838ee0d40aaf'], hosted agents: [] {{(pid=75034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:40:30.340539 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0adc421d-6643-43b8-b56c-1d3415f1cf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:30.403933 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] Network 702c7954-d9af-4f3a-9da8-4db52418d64a is already hosted by enough agents. {{(pid=75034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:40:30.409254 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:30.485241 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device b74ea847-19cf-4894-8a80-141881515956 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:40:30.539736 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-caf18b0e-3377-40f6-ba7b-1f440153e83a req-eecb9c62-0abb-46ff-9b9d-9b4c869541d2 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 210 time: 0.2639399 Aug 31 12:40:30.739105 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port b74ea847-19cf-4894-8a80-141881515956 completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:40:30.746589 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port b74ea847-19cf-4894-8a80-141881515956 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:40:30.747254 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:30.853509 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-1ee5c7dc-8299-4b6e-865d-8b0dfa560425 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Allocated IP 172.20.0.13 (27dc32a8-b578-4bf1-994d-e9e0a8b39b00/a5bf2455-a79d-4b3d-ab8c-7fcf1030bc28/04a3887b-2215-46ec-b496-a9624c61dd8c) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:40:31.078373 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b71a5f42-66d5-49d2-94fb-c9d439f6b884 req-467990d5-df24-441c-b2bd-4023a4cd159c tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 210 time: 0.1504998 Aug 31 12:40:31.087595 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d2724b-985e-4ab4-b31a-31840edb438f admin admin] Network 6b5168a5-ac84-4915-9205-36e26c0628db is scheduled to be hosted by DHCP agent c4bdb865-a81e-4643-8bd9-838ee0d40aaf with binding_index 1 {{(pid=75034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:40:31.099172 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:31.140189 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [None req-95d2724b-985e-4ab4-b31a-31840edb438f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-smb, 6b5168a5-ac84-4915-9205-36e26c0628db) {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:31.155497 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] For port b74ea847-19cf-4894-8a80-141881515956, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=b74ea847-19cf-4894-8a80-141881515956,segment=NetworkSegment(3f81cd55-86a1-4a25-9153-5d04b36688ac),segment_id=3f81cd55-86a1-4a25-9153-5d04b36688ac)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:40:31.171081 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d2724b-985e-4ab4-b31a-31840edb438f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:31.172089 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-95d2724b-985e-4ab4-b31a-31840edb438f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for subnet, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:31.203041 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7a0c15-7dbc-45b3-b0c5-62398f21ee0d None None] Network 6b5168a5-ac84-4915-9205-36e26c0628db requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:40:31.440388 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:31.442945 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-1ee5c7dc-8299-4b6e-865d-8b0dfa560425 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:31.449555 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-676e2191-da6f-4037-ad77-1ea918270db6 None None] Provisioning complete for port 52c78258-7866-441a-b357-752eabc57838 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:40:31.450434 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-676e2191-da6f-4037-ad77-1ea918270db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:31.537613 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-95d2724b-985e-4ab4-b31a-31840edb438f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.7394891 Aug 31 12:40:31.542387 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:31.605541 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-1ee5c7dc-8299-4b6e-865d-8b0dfa560425 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:31.638776 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:31.797337 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-676e2191-da6f-4037-ad77-1ea918270db6 None None] Port 52c78258-7866-441a-b357-752eabc57838 cannot update to ACTIVE because it is not bound. {{(pid=75036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 31 12:40:31.815143 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Pushing event updated for resources: {'Port': ['ID=b74ea847-19cf-4894-8a80-141881515956,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:31.832003 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:31.894261 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.db_base_plugin_common [None req-0adc421d-6643-43b8-b56c-1d3415f1cf57 admin admin] Allocated IP 172.20.0.1 (7520f9db-2e41-4f94-941d-df19122372d5/f0489485-e8f4-418a-8948-f2ea1b94cbf8/46ae0790-4727-4424-bdec-edf2eccc932d) {{(pid=75034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:40:31.909829 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-1ee5c7dc-8299-4b6e-865d-8b0dfa560425 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Network 27dc32a8-b578-4bf1-994d-e9e0a8b39b00 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:40:31.914240 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-1ee5c7dc-8299-4b6e-865d-8b0dfa560425 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:31.924564 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-1ee5c7dc-8299-4b6e-865d-8b0dfa560425 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:40:31.932753 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-1ee5c7dc-8299-4b6e-865d-8b0dfa560425 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:31.933423 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-1ee5c7dc-8299-4b6e-865d-8b0dfa560425 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:32.069052 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 59388) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:32.069535 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 59390) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:32.080826 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52d9481-6ea1-4c83-ba6f-ec16e8fe1397 None None] Network 6b5168a5-ac84-4915-9205-36e26c0628db requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:40:32.257064 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c30c0c0-17a9-4dc1-b332-55dbf88bde70 admin admin] Deleting subnet 855b7927-7250-484a-8969-3f8a5e7d12a5 {{(pid=75035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 31 12:40:32.283714 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c101024a-5266-45c6-9570-d6389c8bb249 req-ce488d68-cddf-4725-9365-c423a17d2d66 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 210 time: 0.3790925 Aug 31 12:40:32.303753 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5c30c0c0-17a9-4dc1-b332-55dbf88bde70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:32.396045 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5c7dc-8299-4b6e-865d-8b0dfa560425 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Pushing event updated for resources: {'Port': ['ID=04a3887b-2215-46ec-b496-a9624c61dd8c,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:32.418333 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0adc421d-6643-43b8-b56c-1d3415f1cf57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:32.428685 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-1ee5c7dc-8299-4b6e-865d-8b0dfa560425 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:32.465935 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-1ee5c7dc-8299-4b6e-865d-8b0dfa560425 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8417506 Aug 31 12:40:32.488114 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-70c9f247-f957-40bb-b94a-ce1a17701d66 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=75035) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 31 12:40:32.490414 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-70c9f247-f957-40bb-b94a-ce1a17701d66 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0198100 Aug 31 12:40:32.502010 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device b74ea847-19cf-4894-8a80-141881515956 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:40:32.516410 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5c30c0c0-17a9-4dc1-b332-55dbf88bde70 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:32.531013 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5c30c0c0-17a9-4dc1-b332-55dbf88bde70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222575'] for subnet, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:32.537196 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0adc421d-6643-43b8-b56c-1d3415f1cf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887'] for port, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:32.603017 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:32.796471 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adc421d-6643-43b8-b56c-1d3415f1cf57 admin admin] Network 7520f9db-2e41-4f94-941d-df19122372d5 is already hosted by enough agents. {{(pid=75034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:40:32.811640 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [None req-0adc421d-6643-43b8-b56c-1d3415f1cf57 admin admin] Resources bound (agent type, host, resource id): {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:32.816615 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adc421d-6643-43b8-b56c-1d3415f1cf57 admin admin] Received port after_create {{(pid=75034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:40:32.817530 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0adc421d-6643-43b8-b56c-1d3415f1cf57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784064'] for router_interface, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:32.834524 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc421d-6643-43b8-b56c-1d3415f1cf57 admin admin] Pushing event updated for resources: {'Port': ['ID=46ae0790-4727-4424-bdec-edf2eccc932d,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:32.841126 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-0adc421d-6643-43b8-b56c-1d3415f1cf57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:32.844023 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5c30c0c0-17a9-4dc1-b332-55dbf88bde70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33222550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for subnet, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:32.881578 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port b74ea847-19cf-4894-8a80-141881515956 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:40:32.882503 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:32.891569 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9623487b-5710-4fe7-ab98-b466d5a43f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:32.927424 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:32.992987 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9c7a7-fac5-4167-95d0-21b62b94a526 req-eb3de57d-8304-49c7-a388-942bd9ca5329 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:32.997136 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8dc9c7a7-fac5-4167-95d0-21b62b94a526 req-eb3de57d-8304-49c7-a388-942bd9ca5329 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 932 time: 0.5196283 Aug 31 12:40:33.009785 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.52', 64664) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:33.033827 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5c30c0c0-17a9-4dc1-b332-55dbf88bde70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:33.067826 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-5c30c0c0-17a9-4dc1-b332-55dbf88bde70 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/855b7927-7250-484a-8969-3f8a5e7d12a5 HTTP/1.1" status: 204 len: 168 time: 0.9933515 Aug 31 12:40:33.070854 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 59414) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:33.077000 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Request body: {'port': {'device_id': 'c5436f2e-ddac-48e6-840e-c43fabd6a723', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:33.206607 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-9623487b-5710-4fe7-ab98-b466d5a43f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:33.215577 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-9623487b-5710-4fe7-ab98-b466d5a43f33 admin admin] Usage tracker for resource:security_group_rule and tenant:214c1c2b6dc54b2ab492de7d6a76b648 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:33.233809 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-9623487b-5710-4fe7-ab98-b466d5a43f33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:33.250208 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-9623487b-5710-4fe7-ab98-b466d5a43f33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:33.355676 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30c0c0-17a9-4dc1-b332-55dbf88bde70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=855b7927-7250-484a-8969-3f8a5e7d12a5,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:33.369673 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5c30c0c0-17a9-4dc1-b332-55dbf88bde70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:33.624322 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0adc421d-6643-43b8-b56c-1d3415f1cf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:33.697741 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-62c5f85b-c8ab-4ddb-b629-29c4566b5157 req-8a66d357-7bd3-410e-93c6-47a91381ac05 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 210 time: 0.1688609 Aug 31 12:40:33.714938 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045717'] for network, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:33.748545 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:34.023805 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33222182', 'neutron.services.segments.db._delete_segments_for_network-8767722538626'] for network, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:34.044207 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:34.044562 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:34.045315 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:34.045637 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Subscribe: > port after_create 55550000 {{(pid=75035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:34.045973 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Subscribe: > port after_delete 55550000 {{(pid=75035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:34.046394 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Subscribe: > port after_update 55550000 {{(pid=75035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:34.046631 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:34.047004 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:34.047264 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:34.047837 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:34.152967 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8dc9c7a7-fac5-4167-95d0-21b62b94a526 req-3c11b4ec-822e-407b-8cd9-edfd25ef2a3d tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0fb36b-6935-4842-8eb3-22f96c91835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1397922 Aug 31 12:40:34.198066 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] Router 399b883d-4646-427d-9ea4-821f3d009f15 has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:40:34.266953 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:34.267591 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:34.268114 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:34.268591 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:34.269135 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.services.segments.db [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18e9c39-9e61-41df-892c-bfc8f98f29c4']}} {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:34.281071 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0adc421d-6643-43b8-b56c-1d3415f1cf57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:34.284963 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.services.segments.db [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c476d912-c847-4dc0-aa12-454d00e20abf') {'for_net_delete': True} {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:34.285479 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.services.segments.db [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c476d912-c847-4dc0-aa12-454d00e20abf') {} {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:34.302468 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767722541213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1134975'] for segment, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:34.304489 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0adc421d-6643-43b8-b56c-1d3415f1cf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:34.322305 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:34.327394 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0adc421d-6643-43b8-b56c-1d3415f1cf57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33353741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-782633'] for router_interface, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:34.332845 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=75035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 31 12:40:34.333741 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33222410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1148802'] for segment, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:34.349566 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: util.warn_limited( Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: util.warn_limited( Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: Traceback (most recent call last): Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: timer() Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: cb(*args, **kw) Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: return func(*args, **kwargs) Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: self._notify() Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: self.callback(batched_events) Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: event.method(event) Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: return f(self, *a, **k) Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: return self._get(url).json() Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: return self.request(url, 'GET', **kwargs) Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:40:34.452801 dv-cinder-806696-1-smb neutron-server[75035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:40:34.462857 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33222189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783967'] for network, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:34.465805 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9623487b-5710-4fe7-ab98-b466d5a43f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:34.480329 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9623487b-5710-4fe7-ab98-b466d5a43f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:34.484323 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-00f1cec7-bfef-4d8d-93f2-aa020a76d47f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:34.549230 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:34.567687 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-55a7dd37-6fa9-4d39-a899-33e7c2aa7524 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:34.568919 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-55a7dd37-6fa9-4d39-a899-33e7c2aa7524 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.52 "GET /v2.0/networks?id=c6ceaadb-368e-432b-9744-86af2318977a HTTP/1.1" status: 200 len: 814 time: 1.5074654 Aug 31 12:40:34.596451 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-9623487b-5710-4fe7-ab98-b466d5a43f33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=214c1c2b6dc54b2ab492de7d6a76b648&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5255642 Aug 31 12:40:34.603884 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Pushing event deleted for resources: {'Network': ['ID=c18e9c39-9e61-41df-892c-bfc8f98f29c4,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:34.613264 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 59456) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:34.633465 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:34.637905 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:34.669465 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623487b-5710-4fe7-ab98-b466d5a43f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94c602d-859c-47cc-8174-a6cb9bccbc20,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:34.678566 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-02b506f4-ac22-4a41-b4b0-fe694eb9c85e admin admin] 10.222.0.13 "DELETE /v2.0/networks/c18e9c39-9e61-41df-892c-bfc8f98f29c4 HTTP/1.1" status: 204 len: 168 time: 1.3838043 Aug 31 12:40:34.682128 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-9623487b-5710-4fe7-ab98-b466d5a43f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:34.699517 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 59460) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:34.844444 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 59466) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:34.847102 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc421d-6643-43b8-b56c-1d3415f1cf57 admin admin] Pushing event updated for resources: {'Port': ['ID=46ae0790-4727-4424-bdec-edf2eccc932d,revision_number=2']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:34.853226 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-0adc421d-6643-43b8-b56c-1d3415f1cf57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:35.065138 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adc421d-6643-43b8-b56c-1d3415f1cf57 admin admin] Network 7520f9db-2e41-4f94-941d-df19122372d5 is already hosted by enough agents. {{(pid=75034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:40:35.068903 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [None req-0adc421d-6643-43b8-b56c-1d3415f1cf57 admin admin] Resources bound (agent type, host, resource id): {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:35.302111 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a3887b-2215-46ec-b496-a9624c61dd8c {{(pid=75035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:40:35.320619 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:35.355395 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Transition to ACTIVE for port object 04a3887b-2215-46ec-b496-a9624c61dd8c will not be triggered until provisioned by entity L2. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:40:35.392159 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-695429b7-84d2-439e-998f-0f2d55892c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:35.404971 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:35.485518 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:35.569781 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Pushing event updated for resources: {'Port': ['ID=04a3887b-2215-46ec-b496-a9624c61dd8c,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:35.600021 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:40:35.607828 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-76ca4782-eb08-4f75-b1b6-b4258f6a42c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:35.609154 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] Sync routers for ids ['399b883d-4646-427d-9ea4-821f3d009f15'] in dv-cinder-806696-1-smb {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:40:35.629517 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] 10.222.0.13 "PUT /v2.0/routers/399b883d-4646-427d-9ea4-821f3d009f15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7255061 Aug 31 12:40:35.635876 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 59480) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:35.642954 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] Routers {'399b883d-4646-427d-9ea4-821f3d009f15'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:40:35.644075 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:40:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['399b883d-4646-427d-9ea4-821f3d009f15'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:35.706611 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-76ca4782-eb08-4f75-b1b6-b4258f6a42c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:35.713120 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-76ca4782-eb08-4f75-b1b6-b4258f6a42c1 admin admin] Usage tracker for resource:security_group_rule and tenant:5c9da206fa284b57b239a38aaff51ef5 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:35.722791 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-76ca4782-eb08-4f75-b1b6-b4258f6a42c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:35.733909 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-76ca4782-eb08-4f75-b1b6-b4258f6a42c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:35.809910 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9b54df-e5fe-4071-8b9c-66f98f37eb32 admin admin] Deleting subnet 5734fe38-8248-4e72-b3a7-8699b8fb9375 {{(pid=75035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 31 12:40:35.814342 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9e9b54df-e5fe-4071-8b9c-66f98f37eb32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:35.864839 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9e9b54df-e5fe-4071-8b9c-66f98f37eb32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1134960'] for subnet, precommit_delete_associations {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:35.896629 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27983ec7-67af-455e-9d36-bca43ccb9d3e req-cca2e9de-78ae-4686-b189-7e820dfda0b4 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:35.898290 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-27983ec7-67af-455e-9d36-bca43ccb9d3e req-cca2e9de-78ae-4686-b189-7e820dfda0b4 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 944 time: 0.3819280 Aug 31 12:40:35.924711 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9e9b54df-e5fe-4071-8b9c-66f98f37eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222575'] for subnet, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:35.995385 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-46a045ad-f053-40a0-aa62-6fb4bd0f23c0 req-3c7721bd-efa3-4717-b742-43561826785d tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 210 time: 0.5948360 Aug 31 12:40:35.996096 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:36.027213 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-27983ec7-67af-455e-9d36-bca43ccb9d3e req-54a0bfb7-a82f-4954-808d-8376789801ea tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0fb36b-6935-4842-8eb3-22f96c91835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204515 Aug 31 12:40:36.035750 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9e9b54df-e5fe-4071-8b9c-66f98f37eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33222550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1148708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1377178'] for subnet, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:36.052756 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-695429b7-84d2-439e-998f-0f2d55892c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:36.058447 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:36.090266 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-76ca4782-eb08-4f75-b1b6-b4258f6a42c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:36.097224 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b54df-e5fe-4071-8b9c-66f98f37eb32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5734fe38-8248-4e72-b3a7-8699b8fb9375,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:36.115403 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-9e9b54df-e5fe-4071-8b9c-66f98f37eb32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:36.130766 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-bb3933d0-a99c-40dd-99c7-a911515202c5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Request body: {'port': {'device_id': '87f28762-61e6-43e1-a9e6-dbc4c0f42fc7', 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a', 'admin_state_up': True, 'tenant_id': '64fbaa82947f4910b46f8f5a33a5468f'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:36.180894 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9e9b54df-e5fe-4071-8b9c-66f98f37eb32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:36.198097 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-9e9b54df-e5fe-4071-8b9c-66f98f37eb32 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5734fe38-8248-4e72-b3a7-8699b8fb9375 HTTP/1.1" status: 204 len: 168 time: 1.4963231 Aug 31 12:40:36.201482 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 59492) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:36.206087 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] Set router 399b883d-4646-427d-9ea4-821f3d009f15 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:40:36.237881 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Attempting to bind port 04a3887b-2215-46ec-b496-a9624c61dd8c on host hv-cinder-80669 for vnic_type normal with profile {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:40:36.238386 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Attempting to bind port 04a3887b-2215-46ec-b496-a9624c61dd8c by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': '85f75762-c99e-48fc-ba8b-9ee1ea850146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '27dc32a8-b578-4bf1-994d-e9e0a8b39b00'}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:40:36.238655 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Attempting to bind port 04a3887b-2215-46ec-b496-a9624c61dd8c on network 27dc32a8-b578-4bf1-994d-e9e0a8b39b00 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:40:36.262042 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Port 04a3887b-2215-46ec-b496-a9624c61dd8c on network 27dc32a8-b578-4bf1-994d-e9e0a8b39b00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:40:36.262410 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Attempting to bind port 04a3887b-2215-46ec-b496-a9624c61dd8c on network 27dc32a8-b578-4bf1-994d-e9e0a8b39b00 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:40:36.270444 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Checking agent: {'id': '5e6dd7d8-f43f-4d17-8159-c302453ef7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:40:36.271070 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Checking segment: {'id': '85f75762-c99e-48fc-ba8b-9ee1ea850146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '27dc32a8-b578-4bf1-994d-e9e0a8b39b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:40:36.271386 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Bound using segment: {'id': '85f75762-c99e-48fc-ba8b-9ee1ea850146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '27dc32a8-b578-4bf1-994d-e9e0a8b39b00'} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:40:36.271846 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Bound port: 04a3887b-2215-46ec-b496-a9624c61dd8c, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f75762-c99e-48fc-ba8b-9ee1ea850146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '27dc32a8-b578-4bf1-994d-e9e0a8b39b00'}}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:40:36.272191 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:36.276484 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adc421d-6643-43b8-b56c-1d3415f1cf57 admin admin] Router 2e48783e-cfd8-47e6-8106-b0f120614d36 has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:40:36.281813 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-695429b7-84d2-439e-998f-0f2d55892c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:36.292248 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:36.316029 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-695429b7-84d2-439e-998f-0f2d55892c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:36.317167 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-695429b7-84d2-439e-998f-0f2d55892c29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a94c602d-859c-47cc-8174-a6cb9bccbc20 HTTP/1.1" status: 204 len: 168 time: 1.7023766 Aug 31 12:40:36.318559 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695429b7-84d2-439e-998f-0f2d55892c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94c602d-859c-47cc-8174-a6cb9bccbc20,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:36.372419 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-695429b7-84d2-439e-998f-0f2d55892c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:36.382591 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-76ca4782-eb08-4f75-b1b6-b4258f6a42c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:36.398834 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] For port 04a3887b-2215-46ec-b496-a9624c61dd8c, host hv-cinder-80669, cleared binding levels {{(pid=75035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:40:36.404598 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] For port 04a3887b-2215-46ec-b496-a9624c61dd8c, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=04a3887b-2215-46ec-b496-a9624c61dd8c,segment=NetworkSegment(85f75762-c99e-48fc-ba8b-9ee1ea850146),segment_id=85f75762-c99e-48fc-ba8b-9ee1ea850146)] {{(pid=75035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:40:36.414728 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:36.427855 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:36.614110 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Pushing event updated for resources: {'Port': ['ID=04a3887b-2215-46ec-b496-a9624c61dd8c,revision_number=3']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:36.632865 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:36.656864 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:36.659021 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] 10.222.0.52 "PUT /v2.0/ports/04a3887b-2215-46ec-b496-a9624c61dd8c HTTP/1.1" status: 200 len: 1094 time: 3.8115947 Aug 31 12:40:36.661518 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5436f2e-ddac-48e6-840e-c43fabd6a723', 'tag': '04a3887b-2215-46ec-b496-a9624c61dd8c'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:40:36.704986 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-8662feda-51e6-44f3-b0bd-5dd4b47d4655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:36.756835 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca4782-eb08-4f75-b1b6-b4258f6a42c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cb0939-6aff-4aa8-9908-011529145a80,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:36.759717 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-3cb595ca-2faa-46c8-91ed-557b81292cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:36.790015 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-76ca4782-eb08-4f75-b1b6-b4258f6a42c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:36.907928 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-6433b0e0-53fd-4729-a75e-dcfbb9ba23cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b997d0cfe7fb4baa941ebf56d8becf2a&device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 1097 time: 0.1915505 Aug 31 12:40:36.912280 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 59508) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:36.927662 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-dda6e608-22a6-46ed-8bbb-144a60da8864 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1360171662', 'description': 'tempest-description--1729747777'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:36.952238 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-dda6e608-22a6-46ed-8bbb-144a60da8864 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:36.958587 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-dda6e608-22a6-46ed-8bbb-144a60da8864 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Usage tracker for resource:security_group and tenant:c5d0d26219144527ad3c1eecfdfeb7f8 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:36.970059 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-dda6e608-22a6-46ed-8bbb-144a60da8864 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:37.018417 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-3cb595ca-2faa-46c8-91ed-557b81292cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:37.024629 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-3cb595ca-2faa-46c8-91ed-557b81292cf3 admin admin] Usage tracker for resource:security_group_rule and tenant:4c6c651bf7a949ffb438488aa1ef19c6 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:37.025504 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399b883d-4646-427d-9ea4-821f3d009f15', 'name': 'tempest-AttachVolumeShelveTestJSON-283201796-router', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'gw_port': {'id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '52c78258-7866-441a-b357-752eabc57838', 'name': '', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'mac_address': 'fa:16:3e:9d:57:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:24Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 2, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'subnets': [{'id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:37.030477 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-3cb595ca-2faa-46c8-91ed-557b81292cf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:37.038550 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-3cb595ca-2faa-46c8-91ed-557b81292cf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:37.039958 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] Checking router: 399b883d-4646-427d-9ea4-821f3d009f15 for host: dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:40:37.040510 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] Updating router 399b883d-4646-427d-9ea4-821f3d009f15 port 52c78258-7866-441a-b357-752eabc57838 binding host dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 31 12:40:37.099278 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-dda6e608-22a6-46ed-8bbb-144a60da8864 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:37.146195 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-2f820aeb-df3c-4476-b73e-2a0a4981f9dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04a3887b-2215-46ec-b496-a9624c61dd8c HTTP/1.1" status: 200 len: 217 time: 0.1488185 Aug 31 12:40:37.152350 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-dda6e608-22a6-46ed-8bbb-144a60da8864 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:37.194225 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:37.207344 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045717'] for network, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:37.232161 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 59518) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:37.277506 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-dda6e608-22a6-46ed-8bbb-144a60da8864 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:37.283973 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-dda6e608-22a6-46ed-8bbb-144a60da8864 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Usage tracker for resource:security_group_rule and tenant:c5d0d26219144527ad3c1eecfdfeb7f8 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:37.288210 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-dda6e608-22a6-46ed-8bbb-144a60da8864 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:37.295579 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-dda6e608-22a6-46ed-8bbb-144a60da8864 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:37.322538 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e245ffae-e1b1-49a6-bfe3-44a2d02e3b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:37.348853 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-76ca4782-eb08-4f75-b1b6-b4258f6a42c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c9da206fa284b57b239a38aaff51ef5&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5004637 Aug 31 12:40:37.350914 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 59522) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:37.365080 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-045f2fe8-6b31-43b8-ac49-1b06f8c7d5b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:37.366748 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-045f2fe8-6b31-43b8-ac49-1b06f8c7d5b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a5bf2455-a79d-4b3d-ab8c-7fcf1030bc28 HTTP/1.1" status: 200 len: 852 time: 0.1957369 Aug 31 12:40:37.374929 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-3cb595ca-2faa-46c8-91ed-557b81292cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:37.468632 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5e2d5e8c-b140-46f2-8faf-7b7f99ddb964 req-67d20890-f2c1-4e9c-afe2-66ba29b77c8f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 210 time: 0.0973372 Aug 31 12:40:37.468809 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-3cb595ca-2faa-46c8-91ed-557b81292cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:37.497788 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-bb3933d0-a99c-40dd-99c7-a911515202c5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:37.513343 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-bb3933d0-a99c-40dd-99c7-a911515202c5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Usage tracker for resource:port and tenant:64fbaa82947f4910b46f8f5a33a5468f is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:37.559433 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-bb3933d0-a99c-40dd-99c7-a911515202c5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:37.565074 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:37.584168 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-bb3933d0-a99c-40dd-99c7-a911515202c5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:37.663176 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-081e5281-af69-4d6b-ad1c-1195dd81f3c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=27dc32a8-b578-4bf1-994d-e9e0a8b39b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119027 Aug 31 12:40:37.671922 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-e245ffae-e1b1-49a6-bfe3-44a2d02e3b4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:37.699947 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-e245ffae-e1b1-49a6-bfe3-44a2d02e3b4d admin admin] Usage tracker for resource:security_group_rule and tenant:d4f6efaae87e4331836a2fe6730d5e69 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:37.710005 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-e245ffae-e1b1-49a6-bfe3-44a2d02e3b4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:37.719640 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33222182', 'neutron.services.segments.db._delete_segments_for_network-8767722538626'] for network, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:37.731841 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-bb3933d0-a99c-40dd-99c7-a911515202c5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Made reservation on behalf of 64fbaa82947f4910b46f8f5a33a5468f for: {'port': 1} {{(pid=75034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:37.735235 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-bb3933d0-a99c-40dd-99c7-a911515202c5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:37.745980 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-e245ffae-e1b1-49a6-bfe3-44a2d02e3b4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:37.759674 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-dda6e608-22a6-46ed-8bbb-144a60da8864 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:37.759883 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-3cb595ca-2faa-46c8-91ed-557b81292cf3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c6c651bf7a949ffb438488aa1ef19c6&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1214020 Aug 31 12:40:37.760825 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb595ca-2faa-46c8-91ed-557b81292cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca0acfb-5ef9-4659-8522-19049569ef59,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:37.766204 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 59528) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:37.774913 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-3cb595ca-2faa-46c8-91ed-557b81292cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:37.777176 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:37.777588 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:37.783393 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:37.783393 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Subscribe: > port after_create 55550000 {{(pid=75034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:37.783393 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Subscribe: > port after_delete 55550000 {{(pid=75034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:37.783393 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Subscribe: > port after_update 55550000 {{(pid=75034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:37.783393 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:37.783393 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:37.783393 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:37.783393 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:37.874688 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] Notify callbacks [] for port, precommit_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:37.902997 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.provisioning_blocks [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] Transition to ACTIVE for port object 52c78258-7866-441a-b357-752eabc57838 will not be triggered until provisioned by entity L2. {{(pid=75037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:40:37.911190 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-dda6e608-22a6-46ed-8bbb-144a60da8864 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:37.914938 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:37.923671 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:37.967831 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:37.968385 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:37.968795 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:37.969179 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 12:40:37.969623 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5168a5-ac84-4915-9205-36e26c0628db']}} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:38.027692 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '300d90c8-f28b-461b-8346-cf47b18020d8') {'for_net_delete': True} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:38.028344 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '300d90c8-f28b-461b-8346-cf47b18020d8') {} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:38.037996 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-f2c7a913-51eb-4e61-8f19-8cbfb7bf1015 service neutron] 10.222.0.52 "GET /v2.0/networks/27dc32a8-b578-4bf1-994d-e9e0a8b39b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697008 Aug 31 12:40:38.138941 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767722541213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1701222'] for segment, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:38.181446 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5436f2e-ddac-48e6-840e-c43fabd6a723', 'tag': '04a3887b-2215-46ec-b496-a9624c61dd8c', 'status': 'completed', 'code': 200} Aug 31 12:40:38.193511 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-855b558e-6333-4e35-a272-e47e04422858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:38.254879 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ead67d94-69b5-4766-ada2-057e126e9a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:38.318783 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ead67d94-69b5-4766-ada2-057e126e9a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:38.336862 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:38.344827 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fda6e9-647f-40ce-bc86-ffc5255c4ec1 None None] Pushing event updated for resources: {'Port': ['ID=52c78258-7866-441a-b357-752eabc57838,revision_number=3']} {{(pid=75037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:38.352525 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=75034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 31 12:40:38.352871 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33222410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1383571'] for segment, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:38.363155 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [None req-51fda6e9-647f-40ce-bc86-ffc5255c4ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:38.391383 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-dda6e608-22a6-46ed-8bbb-144a60da8864 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:38.392734 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-dda6e608-22a6-46ed-8bbb-144a60da8864 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.4794762 Aug 31 12:40:38.400294 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6e608-22a6-46ed-8bbb-144a60da8864 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88f32ea-e36f-4878-bac4-f95c4b71fd9e,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:38.411998 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-dda6e608-22a6-46ed-8bbb-144a60da8864 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:38.413115 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 59536) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: util.warn_limited( Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: util.warn_limited( Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: Traceback (most recent call last): Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: timer() Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: cb(*args, **kw) Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: return func(*args, **kwargs) Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: self._notify() Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: self.callback(batched_events) Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: event.method(event) Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: return f(self, *a, **k) Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: return self._get(url).json() Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: return self.request(url, 'GET', **kwargs) Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:40:38.454959 dv-cinder-806696-1-smb neutron-server[75034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:40:38.534879 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] Attempting to bind port 52c78258-7866-441a-b357-752eabc57838 on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:40:38.535963 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] Attempting to bind port 52c78258-7866-441a-b357-752eabc57838 by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': '0e52ecdb-d8b9-4496-8200-9896e7e726ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a'}] {{(pid=75037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:40:38.535963 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] Attempting to bind port 52c78258-7866-441a-b357-752eabc57838 on network 702c7954-d9af-4f3a-9da8-4db52418d64a {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:40:38.541713 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-48e45f0d-204e-4d44-8d34-43ab778836d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:38.566132 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33222189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783967'] for network, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:38.570173 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:40:38.570552 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] Checking segment: {'id': '0e52ecdb-d8b9-4496-8200-9896e7e726ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:40:38.570955 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:38.571350 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] Bound using segment: {'id': '0e52ecdb-d8b9-4496-8200-9896e7e726ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a'} {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:40:38.571848 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] Bound port: 52c78258-7866-441a-b357-752eabc57838, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e52ecdb-d8b9-4496-8200-9896e7e726ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a'}}] {{(pid=75037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:40:38.572283 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:38.578672 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-0e74a9a5-3bfd-4ea7-976e-40bbfef494ce tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Request body: {'security_group_rule': {'security_group_id': 'b88f32ea-e36f-4878-bac4-f95c4b71fd9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:38.610239 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f749f-65f0-4132-bc95-eb3713e4a1e7 req-b690933d-c3ba-43d3-9edc-cf57332238bb tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:38.611144 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-cb2f749f-65f0-4132-bc95-eb3713e4a1e7 req-b690933d-c3ba-43d3-9edc-cf57332238bb tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Synchronizing usage tracker for tenant:b997d0cfe7fb4baa941ebf56d8becf2a on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:40:38.637760 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:38.647877 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-0e74a9a5-3bfd-4ea7-976e-40bbfef494ce tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:38.657720 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:38.676431 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e245ffae-e1b1-49a6-bfe3-44a2d02e3b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:38.679249 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Pushing event deleted for resources: {'Network': ['ID=6b5168a5-ac84-4915-9205-36e26c0628db,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:38.691477 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:38.695086 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e245ffae-e1b1-49a6-bfe3-44a2d02e3b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:38.713568 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-48e45f0d-204e-4d44-8d34-43ab778836d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:38.725002 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:38.747801 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.db_base_plugin_common [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-bb3933d0-a99c-40dd-99c7-a911515202c5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Allocated IP 172.20.0.10 (c6ceaadb-368e-432b-9744-86af2318977a/0fca416c-3c76-43d1-973c-75d943c37281/a16ec1a3-bd94-4712-be22-539720a2cf08) {{(pid=75034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:40:38.773012 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] 10.222.0.13 "DELETE /v2.0/networks/6b5168a5-ac84-4915-9205-36e26c0628db HTTP/1.1" status: 204 len: 168 time: 2.5089283 Aug 31 12:40:38.777922 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-0e74a9a5-3bfd-4ea7-976e-40bbfef494ce tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Usage tracker for resource:security_group_rule and tenant:c5d0d26219144527ad3c1eecfdfeb7f8 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:38.778033 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.db [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] For port 52c78258-7866-441a-b357-752eabc57838, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:40:38.780170 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.db [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] For port 52c78258-7866-441a-b357-752eabc57838, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=52c78258-7866-441a-b357-752eabc57838,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:40:38.799268 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:38.812698 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:38.847694 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adc421d-6643-43b8-b56c-1d3415f1cf57 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:40:38.854234 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-241e6f52-0028-4282-9d2c-3b2ae32a8709 req-8125c797-1870-49ff-befd-a75b01ad4a68 service neutron] 10.222.0.52 "GET /v2.0/networks/27dc32a8-b578-4bf1-994d-e9e0a8b39b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6621523 Aug 31 12:40:38.871901 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-0e74a9a5-3bfd-4ea7-976e-40bbfef494ce tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:38.877552 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-0adc421d-6643-43b8-b56c-1d3415f1cf57 admin admin] 10.222.0.13 "PUT /v2.0/routers/2e48783e-cfd8-47e6-8106-b0f120614d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6366968 Aug 31 12:40:38.879622 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-21dbfd68-1efe-4df8-862d-2f1f96452cb5 req-30ae56a2-4e18-4c72-9c0f-a5a11d9e80bf tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Synchronizing usage tracker for tenant:64fbaa82947f4910b46f8f5a33a5468f on resource:port {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:40:38.895526 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245ffae-e1b1-49a6-bfe3-44a2d02e3b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf7100a-99ca-4405-8c35-a935ad5fbbcd,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:38.904712 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-e245ffae-e1b1-49a6-bfe3-44a2d02e3b4d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4f6efaae87e4331836a2fe6730d5e69&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6654110 Aug 31 12:40:38.905900 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-e245ffae-e1b1-49a6-bfe3-44a2d02e3b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:38.911162 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 59546) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:38.912653 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-0e74a9a5-3bfd-4ea7-976e-40bbfef494ce tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:38.928161 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ead67d94-69b5-4766-ada2-057e126e9a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:38.985856 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fda6e9-647f-40ce-bc86-ffc5255c4ec1 None None] Pushing event updated for resources: {'Port': ['ID=52c78258-7866-441a-b357-752eabc57838,revision_number=4']} {{(pid=75037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:38.993805 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [None req-51fda6e9-647f-40ce-bc86-ffc5255c4ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:39.025374 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-695429b7-84d2-439e-998f-0f2d55892c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:39.068582 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] Routers {'399b883d-4646-427d-9ea4-821f3d009f15'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:40:39.069442 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:40:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['399b883d-4646-427d-9ea4-821f3d009f15'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:39.079428 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-21dbfd68-1efe-4df8-862d-2f1f96452cb5 req-30ae56a2-4e18-4c72-9c0f-a5a11d9e80bf tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Unset dirty status for tenant:64fbaa82947f4910b46f8f5a33a5468f on resource:port {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:40:39.080622 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-21dbfd68-1efe-4df8-862d-2f1f96452cb5 req-30ae56a2-4e18-4c72-9c0f-a5a11d9e80bf tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 210 time: 0.3006227 Aug 31 12:40:39.095384 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-0e74a9a5-3bfd-4ea7-976e-40bbfef494ce tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:39.222622 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-cb2f749f-65f0-4132-bc95-eb3713e4a1e7 req-b690933d-c3ba-43d3-9edc-cf57332238bb tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Unset dirty status for tenant:b997d0cfe7fb4baa941ebf56d8becf2a on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:40:39.233876 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cb2f749f-65f0-4132-bc95-eb3713e4a1e7 req-b690933d-c3ba-43d3-9edc-cf57332238bb tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 944 time: 1.8809757 Aug 31 12:40:39.275828 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-48e45f0d-204e-4d44-8d34-43ab778836d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:39.276949 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead67d94-69b5-4766-ada2-057e126e9a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca0acfb-5ef9-4659-8522-19049569ef59,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:39.362434 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 59554) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:39.421946 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-0e74a9a5-3bfd-4ea7-976e-40bbfef494ce tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:39.425218 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-ead67d94-69b5-4766-ada2-057e126e9a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:39.444203 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-dda6e608-22a6-46ed-8bbb-144a60da8864 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:39.470038 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e45f0d-204e-4d44-8d34-43ab778836d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cb0939-6aff-4aa8-9908-011529145a80,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:39.480522 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-0e74a9a5-3bfd-4ea7-976e-40bbfef494ce tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707040'] for security_group_rule, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:39.482344 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-48e45f0d-204e-4d44-8d34-43ab778836d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:39.499029 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:39.508453 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] Set router 399b883d-4646-427d-9ea4-821f3d009f15 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:40:39.528654 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ead67d94-69b5-4766-ada2-057e126e9a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:39.532178 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-ead67d94-69b5-4766-ada2-057e126e9a37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dca0acfb-5ef9-4659-8522-19049569ef59 HTTP/1.1" status: 204 len: 168 time: 1.7555013 Aug 31 12:40:39.532178 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-48e45f0d-204e-4d44-8d34-43ab778836d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:39.540820 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-48e45f0d-204e-4d44-8d34-43ab778836d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4cb0939-6aff-4aa8-9908-011529145a80 HTTP/1.1" status: 204 len: 168 time: 2.1865983 Aug 31 12:40:39.553823 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74a9a5-3bfd-4ea7-976e-40bbfef494ce tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b90e54-721c-4510-88ff-9ea3be1a89c9,revision_number=0']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:39.599156 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-0e74a9a5-3bfd-4ea7-976e-40bbfef494ce tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:39.600960 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-cb2f749f-65f0-4132-bc95-eb3713e4a1e7 req-0e15b9b8-2a09-4a3a-b35a-4a2a244e9c2f tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Synchronizing usage tracker for tenant:b997d0cfe7fb4baa941ebf56d8becf2a on resource:security_group {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:40:39.615601 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-0e74a9a5-3bfd-4ea7-976e-40bbfef494ce tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:39.624097 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-0e74a9a5-3bfd-4ea7-976e-40bbfef494ce tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0792243 Aug 31 12:40:39.629493 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 59566) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:39.655233 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5cdfc4ff-8f16-4647-a0a3-37d0575c180b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:39.668670 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-ddecabb0-9768-4be2-bed2-666fed8eed71 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Request body: {'security_group_rule': {'security_group_id': 'b88f32ea-e36f-4878-bac4-f95c4b71fd9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:39.684509 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-ddecabb0-9768-4be2-bed2-666fed8eed71 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:39.696795 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-ddecabb0-9768-4be2-bed2-666fed8eed71 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Usage tracker for resource:security_group_rule and tenant:c5d0d26219144527ad3c1eecfdfeb7f8 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:39.713416 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-ddecabb0-9768-4be2-bed2-666fed8eed71 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:39.730598 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-ddecabb0-9768-4be2-bed2-666fed8eed71 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:39.805551 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-07855644-be52-4365-90fd-d717ff473248 req-fd271322-cdc1-4ce6-ae0d-59dab8bb9dea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b997d0cfe7fb4baa941ebf56d8becf2a&device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 1097 time: 0.7264826 Aug 31 12:40:39.821097 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ddecabb0-9768-4be2-bed2-666fed8eed71 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:39.842054 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-6d2b2d47-6c16-45b1-8c20-8f526f8a74ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e025be9e3be41e1985bde967b3f2e23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4668086 Aug 31 12:40:39.844585 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5cdfc4ff-8f16-4647-a0a3-37d0575c180b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:39.856112 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-bb3933d0-a99c-40dd-99c7-a911515202c5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks [] for port, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:39.860216 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 59570) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:40.122885 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] Sync routers for ids ['2e48783e-cfd8-47e6-8106-b0f120614d36'] in dv-cinder-806696-1-smb {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:40:40.157753 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] Routers {'2e48783e-cfd8-47e6-8106-b0f120614d36'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:40:40.167827 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5cdfc4ff-8f16-4647-a0a3-37d0575c180b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:40.185871 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:40:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['2e48783e-cfd8-47e6-8106-b0f120614d36'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:40.257585 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:40.329795 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-cb2f749f-65f0-4132-bc95-eb3713e4a1e7 req-0e15b9b8-2a09-4a3a-b35a-4a2a244e9c2f tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Unset dirty status for tenant:b997d0cfe7fb4baa941ebf56d8becf2a on resource:security_group {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:40:40.331126 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cb2f749f-65f0-4132-bc95-eb3713e4a1e7 req-0e15b9b8-2a09-4a3a-b35a-4a2a244e9c2f tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0fb36b-6935-4842-8eb3-22f96c91835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0959227 Aug 31 12:40:40.446549 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399b883d-4646-427d-9ea4-821f3d009f15', 'name': 'tempest-AttachVolumeShelveTestJSON-283201796-router', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'gw_port': {'id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '52c78258-7866-441a-b357-752eabc57838', 'name': '', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'mac_address': 'fa:16:3e:9d:57:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:24Z', 'updated_at': '2021-08-31T12:40:38Z', 'revision_number': 4, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'subnets': [{'id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:40.464182 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c49aa4-3426-4c03-8ee7-1a329583a863 None None] The sync data for ids ['399b883d-4646-427d-9ea4-821f3d009f15'] in dv-cinder-806696-1-smb is: [{'id': '399b883d-4646-427d-9ea4-821f3d009f15', 'name': 'tempest-AttachVolumeShelveTestJSON-283201796-router', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'gw_port': {'id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '52c78258-7866-441a-b357-752eabc57838', 'name': '', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'mac_address': 'fa:16:3e:9d:57:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:24Z', 'updated_at': '2021-08-31T12:40:38Z', 'revision_number': 4, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'subnets': [{'id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:40:40.505483 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-69acde8a-153e-4ab4-84c3-bc65e521b594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:40.523520 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-bb3933d0-a99c-40dd-99c7-a911515202c5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:40.694797 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdfc4ff-8f16-4647-a0a3-37d0575c180b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf7100a-99ca-4405-8c35-a935ad5fbbcd,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:40.751322 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 59586) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:40.767964 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] Set router 2e48783e-cfd8-47e6-8106-b0f120614d36 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:40:40.789838 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5cdfc4ff-8f16-4647-a0a3-37d0575c180b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:40.793570 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-5cdfc4ff-8f16-4647-a0a3-37d0575c180b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbf7100a-99ca-4405-8c35-a935ad5fbbcd HTTP/1.1" status: 204 len: 168 time: 1.8580799 Aug 31 12:40:40.827630 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-69acde8a-153e-4ab4-84c3-bc65e521b594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:40.831572 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07855644-be52-4365-90fd-d717ff473248 req-7f6e8b89-3e15-4d04-b2f5-f2361e16e0d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:40.836286 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-07855644-be52-4365-90fd-d717ff473248 req-7f6e8b89-3e15-4d04-b2f5-f2361e16e0d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=27dc32a8-b578-4bf1-994d-e9e0a8b39b00 HTTP/1.1" status: 200 len: 913 time: 0.5736885 Aug 31 12:40:40.879575 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ddecabb0-9768-4be2-bed2-666fed8eed71 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:40.887194 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 59592) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:40.895209 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-97a0ff4f-3cf1-43e4-b3d1-a063d50be86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:41.017353 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-5cdfc4ff-8f16-4647-a0a3-37d0575c180b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:41.022649 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-0adc421d-6643-43b8-b56c-1d3415f1cf57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:41.032798 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ddecabb0-9768-4be2-bed2-666fed8eed71 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707040'] for security_group_rule, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:41.115111 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-0e74a9a5-3bfd-4ea7-976e-40bbfef494ce tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:41.189001 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-bb3933d0-a99c-40dd-99c7-a911515202c5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Network c6ceaadb-368e-432b-9744-86af2318977a is already hosted by enough agents. {{(pid=75034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:40:41.225905 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f7e7a946-b4da-48ee-a8a9-80045cecb8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:41.227093 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-bb3933d0-a99c-40dd-99c7-a911515202c5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Resources bound (agent type, host, resource id): {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:41.259826 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-bb3933d0-a99c-40dd-99c7-a911515202c5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Received port after_create {{(pid=75034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:40:41.333042 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-bbb9230f-19b2-4531-bd6c-0689a4615672 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:41.340161 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-bbb9230f-19b2-4531-bd6c-0689a4615672 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/networks?id=7520f9db-2e41-4f94-941d-df19122372d5 HTTP/1.1" status: 200 len: 819 time: 1.1378875 Aug 31 12:40:41.354238 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecabb0-9768-4be2-bed2-666fed8eed71 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3178cfd7-9067-4dd7-8fcb-5dfdde7d0e04,revision_number=0']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:41.357285 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-97a0ff4f-3cf1-43e4-b3d1-a063d50be86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:41.370917 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-07855644-be52-4365-90fd-d717ff473248 req-3fcb2918-e0a6-4d62-95aa-c1413f968454 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04a3887b-2215-46ec-b496-a9624c61dd8c HTTP/1.1" status: 200 len: 217 time: 0.4757390 Aug 31 12:40:41.370917 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-ddecabb0-9768-4be2-bed2-666fed8eed71 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:41.371077 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3933d0-a99c-40dd-99c7-a911515202c5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Pushing event updated for resources: {'Port': ['ID=a16ec1a3-bd94-4712-be22-539720a2cf08,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:41.372237 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-97a0ff4f-3cf1-43e4-b3d1-a063d50be86d admin admin] Usage tracker for resource:security_group_rule and tenant:a8be9a4b6f2747d08f95939393c1a79a is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:41.381704 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-97a0ff4f-3cf1-43e4-b3d1-a063d50be86d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:41.386486 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-bb3933d0-a99c-40dd-99c7-a911515202c5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:41.393362 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-97a0ff4f-3cf1-43e4-b3d1-a063d50be86d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:41.404279 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-27283215-f54f-4b6e-b7dd-c68168f319ae tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/quotas/ee1789ece77e48d9b5f61bbc4d7c4187 HTTP/1.1" status: 200 len: 375 time: 0.0631816 Aug 31 12:40:41.539108 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-69acde8a-153e-4ab4-84c3-bc65e521b594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:41.555177 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ddecabb0-9768-4be2-bed2-666fed8eed71 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:41.565077 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-ddecabb0-9768-4be2-bed2-666fed8eed71 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.9308975 Aug 31 12:40:41.566177 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 59604) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:41.574743 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-bb3933d0-a99c-40dd-99c7-a911515202c5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:41.577394 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-bb3933d0-a99c-40dd-99c7-a911515202c5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:41.606400 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Request body: {'floatingip': {'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:41.638737 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:41.641734 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-f7e7a946-b4da-48ee-a8a9-80045cecb8cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:41.644504 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-69acde8a-153e-4ab4-84c3-bc65e521b594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:41.648784 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-69acde8a-153e-4ab4-84c3-bc65e521b594 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53efead7-ba25-4195-862c-66221b547b9e HTTP/1.1" status: 204 len: 168 time: 1.7836959 Aug 31 12:40:41.680250 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:41.683206 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-f7e7a946-b4da-48ee-a8a9-80045cecb8cc admin admin] Usage tracker for resource:security_group_rule and tenant:ba01a0af0b4f4fbf8b7d001385a7cbfe is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:41.687654 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-f7e7a946-b4da-48ee-a8a9-80045cecb8cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:41.696210 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-f7e7a946-b4da-48ee-a8a9-80045cecb8cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:41.718866 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-bb3933d0-a99c-40dd-99c7-a911515202c5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6244397 Aug 31 12:40:41.775497 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acde8a-153e-4ab4-84c3-bc65e521b594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53efead7-ba25-4195-862c-66221b547b9e,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:41.791114 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f7e7a946-b4da-48ee-a8a9-80045cecb8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:41.793442 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07855644-be52-4365-90fd-d717ff473248 req-554d6a34-90d1-4907-8037-b1f26b3f172d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:41.795463 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-07855644-be52-4365-90fd-d717ff473248 req-554d6a34-90d1-4907-8037-b1f26b3f172d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a5bf2455-a79d-4b3d-ab8c-7fcf1030bc28 HTTP/1.1" status: 200 len: 852 time: 0.4048262 Aug 31 12:40:41.796745 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Usage tracker for resource:floatingip and tenant:c5d0d26219144527ad3c1eecfdfeb7f8 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:41.819099 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:41.822742 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e48783e-cfd8-47e6-8106-b0f120614d36', 'name': 'tempest-ServerRescueNegativeTestJSON-1640317811-router', 'tenant_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b74ea847-19cf-4894-8a80-141881515956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:20Z', 'updated_at': '2021-08-31T12:40:32Z', 'revision_number': 4, 'project_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'gw_port': {'id': 'b74ea847-19cf-4894-8a80-141881515956', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:66:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e48783e-cfd8-47e6-8106-b0f120614d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:21Z', 'updated_at': '2021-08-31T12:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '46ae0790-4727-4424-bdec-edf2eccc932d', 'name': '', 'network_id': '7520f9db-2e41-4f94-941d-df19122372d5', 'tenant_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'mac_address': 'fa:16:3e:af:37:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e48783e-cfd8-47e6-8106-b0f120614d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0489485-e8f4-418a-8948-f2ea1b94cbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:31Z', 'updated_at': '2021-08-31T12:40:33Z', 'revision_number': 2, 'project_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'subnets': [{'id': 'f0489485-e8f4-418a-8948-f2ea1b94cbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:41.830664 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] Checking router: 2e48783e-cfd8-47e6-8106-b0f120614d36 for host: dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:40:41.831341 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] Updating router 2e48783e-cfd8-47e6-8106-b0f120614d36 port 46ae0790-4727-4424-bdec-edf2eccc932d binding host dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 31 12:40:41.854255 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f2991-ff89-4e4b-8f26-c2ac4e276306 req-8908bfbe-d57b-4c62-bf1b-727a409e7b99 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:41.857147 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-662f2991-ff89-4e4b-8f26-c2ac4e276306 req-8908bfbe-d57b-4c62-bf1b-727a409e7b99 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 932 time: 0.9730334 Aug 31 12:40:41.859813 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f7e7a946-b4da-48ee-a8a9-80045cecb8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:41.871325 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:41.897077 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:41.923574 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:41.972104 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-97a0ff4f-3cf1-43e4-b3d1-a063d50be86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:41.984434 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-69acde8a-153e-4ab4-84c3-bc65e521b594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:41.991596 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-97a0ff4f-3cf1-43e4-b3d1-a063d50be86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:41.995780 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-7c3431d6-27e4-45c9-be18-b2cdd6d443a1 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Synchronizing usage tracker for tenant:ee1789ece77e48d9b5f61bbc4d7c4187 on resource:port {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:40:42.069644 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-5cdfc4ff-8f16-4647-a0a3-37d0575c180b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:42.118942 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for floatingip, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:42.128597 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] Request body: {'port': {'device_id': '87f28762-61e6-43e1-a9e6-dbc4c0f42fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:42.153936 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-07855644-be52-4365-90fd-d717ff473248 req-ec794925-ca28-4890-ad74-fef9bec33d6d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=27dc32a8-b578-4bf1-994d-e9e0a8b39b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233201 Aug 31 12:40:42.204855 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-662f2991-ff89-4e4b-8f26-c2ac4e276306 req-2cb61824-0db9-4109-a070-b99b28202fcd tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Synchronizing usage tracker for tenant:64fbaa82947f4910b46f8f5a33a5468f on resource:security_group {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:40:42.374346 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7a946-b4da-48ee-a8a9-80045cecb8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565e2bcc-eb79-4736-bd2e-784a4f07a4c2,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:42.407686 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-f7e7a946-b4da-48ee-a8a9-80045cecb8cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba01a0af0b4f4fbf8b7d001385a7cbfe&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5170422 Aug 31 12:40:42.427922 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-f7e7a946-b4da-48ee-a8a9-80045cecb8cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:42.431624 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 59620) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:42.475625 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0ff4f-3cf1-43e4-b3d1-a063d50be86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a2038e-5760-41e4-91b0-56e738bbacad,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:42.484029 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-97a0ff4f-3cf1-43e4-b3d1-a063d50be86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:42.489469 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-97a0ff4f-3cf1-43e4-b3d1-a063d50be86d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8be9a4b6f2747d08f95939393c1a79a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7258763 Aug 31 12:40:42.502812 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 59626) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:42.570390 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-7c3431d6-27e4-45c9-be18-b2cdd6d443a1 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Unset dirty status for tenant:ee1789ece77e48d9b5f61bbc4d7c4187 on resource:port {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:40:42.571858 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-7c3431d6-27e4-45c9-be18-b2cdd6d443a1 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee1789ece77e48d9b5f61bbc4d7c4187&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1665483 Aug 31 12:40:42.697916 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 52c78258-7866-441a-b357-752eabc57838 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:40:42.728431 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-662f2991-ff89-4e4b-8f26-c2ac4e276306 req-2cb61824-0db9-4109-a070-b99b28202fcd tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Unset dirty status for tenant:64fbaa82947f4910b46f8f5a33a5468f on resource:security_group {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:40:42.742689 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-662f2991-ff89-4e4b-8f26-c2ac4e276306 req-2cb61824-0db9-4109-a070-b99b28202fcd tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8626406 Aug 31 12:40:42.896642 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:42.955779 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-1ee1fd68-0834-4700-b182-b5c998de19a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:42.991664 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-07855644-be52-4365-90fd-d717ff473248 req-769a63c7-0949-4910-b0b2-86325cde279d service neutron] 10.222.0.52 "GET /v2.0/networks/27dc32a8-b578-4bf1-994d-e9e0a8b39b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8016317 Aug 31 12:40:43.105879 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-18323946-d8ae-4a60-871c-f964e1a3a930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:43.153926 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-8ed57889-43c7-4cbb-9b32-c22ac250e0fa service neutron] 10.222.0.13 "GET /v2.0/networks/7520f9db-2e41-4f94-941d-df19122372d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198843 Aug 31 12:40:43.160598 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-1ee1fd68-0834-4700-b182-b5c998de19a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:43.358166 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port 52c78258-7866-441a-b357-752eabc57838 completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:40:43.366262 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-07855644-be52-4365-90fd-d717ff473248 req-dd3c1f60-7e36-429a-828e-66ef61799a28 service neutron] 10.222.0.52 "GET /v2.0/networks/27dc32a8-b578-4bf1-994d-e9e0a8b39b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634024 Aug 31 12:40:43.367294 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 59634) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:43.416498 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 52c78258-7866-441a-b357-752eabc57838 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:40:43.417278 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:43.468610 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-18323946-d8ae-4a60-871c-f964e1a3a930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:43.587864 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-5b8f48bd-a097-4291-b6cd-ce1e218b3cd6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f896f7033c1349f9858027d7e3304324&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2169950 Aug 31 12:40:43.589833 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 59640) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:43.602187 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:43.634026 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-e72ba399-08de-4aa7-b8c3-bbe912e2bd23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:43.647148 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] Notify callbacks [] for port, precommit_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:43.652140 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:43.684894 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] Transition to ACTIVE for port object 46ae0790-4727-4424-bdec-edf2eccc932d will not be triggered until provisioned by entity L2. {{(pid=75036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:40:43.705090 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:43.718857 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b090075-500b-44fc-8208-dacac9e496d5 req-47294ab0-2263-40ac-aac0-7f5e26cd6a0d tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:43.730422 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5b090075-500b-44fc-8208-dacac9e496d5 req-47294ab0-2263-40ac-aac0-7f5e26cd6a0d tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 944 time: 0.3610737 Aug 31 12:40:43.778688 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-7f5bce76-43cc-459f-8d05-a84a3731289c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:43.844811 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5b090075-500b-44fc-8208-dacac9e496d5 req-0bab7252-5720-472b-9b37-7c99a2f49a77 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0fb36b-6935-4842-8eb3-22f96c91835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131339 Aug 31 12:40:43.923891 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:43.990270 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-b572a729-f87c-4a2b-b685-b2f1e78aef07 service neutron] 10.222.0.13 "GET /v2.0/networks/7520f9db-2e41-4f94-941d-df19122372d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7968292 Aug 31 12:40:43.997744 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-1ee1fd68-0834-4700-b182-b5c998de19a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:44.027804 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:44.099499 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1fd68-0834-4700-b182-b5c998de19a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565e2bcc-eb79-4736-bd2e-784a4f07a4c2,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:44.101219 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-18323946-d8ae-4a60-871c-f964e1a3a930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:44.105372 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-1ee1fd68-0834-4700-b182-b5c998de19a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:44.111612 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2ccc17bc-c61b-481d-bbdc-892d638a1fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:44.117968 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-5fb043d3-1e64-459f-a1f6-8aba8e1b2db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:44.185707 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18323946-d8ae-4a60-871c-f964e1a3a930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a2038e-5760-41e4-91b0-56e738bbacad,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:44.191173 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Allocated IP 172.28.3.151 (7b35dd9c-b590-45a2-8542-749821ca1ef9/5d9224a0-26e6-47e5-9065-b2d86fa589fa/6e298310-f777-46b1-a399-901b213ee8f9) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:40:44.193068 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-18323946-d8ae-4a60-871c-f964e1a3a930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:44.206132 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96372b6-97aa-4394-8880-c851d6d44ca9 None None] Pushing event updated for resources: {'Port': ['ID=46ae0790-4727-4424-bdec-edf2eccc932d,revision_number=3']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:44.214388 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-18323946-d8ae-4a60-871c-f964e1a3a930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:44.217973 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-18323946-d8ae-4a60-871c-f964e1a3a930 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0a2038e-5760-41e4-91b0-56e738bbacad HTTP/1.1" status: 204 len: 168 time: 1.7114437 Aug 31 12:40:44.256196 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-b96372b6-97aa-4394-8880-c851d6d44ca9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:44.274722 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2ccc17bc-c61b-481d-bbdc-892d638a1fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:44.312902 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-1ee1fd68-0834-4700-b182-b5c998de19a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:44.317343 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-1ee1fd68-0834-4700-b182-b5c998de19a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/565e2bcc-eb79-4736-bd2e-784a4f07a4c2 HTTP/1.1" status: 204 len: 168 time: 1.8817945 Aug 31 12:40:44.464005 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] For port 52c78258-7866-441a-b357-752eabc57838, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=52c78258-7866-441a-b357-752eabc57838,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:40:44.467165 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.db.resource_extend [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 12:40:44.471561 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] Attempting to bind port 46ae0790-4727-4424-bdec-edf2eccc932d on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:40:44.471940 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] Attempting to bind port 46ae0790-4727-4424-bdec-edf2eccc932d by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': 'ae37df81-d466-4d03-9260-d300c5171488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7520f9db-2e41-4f94-941d-df19122372d5'}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:40:44.473511 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] Attempting to bind port 46ae0790-4727-4424-bdec-edf2eccc932d on network 7520f9db-2e41-4f94-941d-df19122372d5 {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:40:44.478844 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:44.494262 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d85a6b19-1bd2-477a-b686-4746e1a99f19 req-7ccb8fb1-9abb-4cc4-893d-541d63238af9 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 210 time: 0.0834513 Aug 31 12:40:44.494744 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:44.655000 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Pushing event updated for resources: {'Port': ['ID=52c78258-7866-441a-b357-752eabc57838,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:44.660203 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.notifiers.nova [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16ec1a3-bd94-4712-be22-539720a2cf08 {{(pid=75034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:40:44.668229 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:40:44.668831 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] Checking segment: {'id': 'ae37df81-d466-4d03-9260-d300c5171488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7520f9db-2e41-4f94-941d-df19122372d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:40:44.669189 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:44.669589 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] Bound using segment: {'id': 'ae37df81-d466-4d03-9260-d300c5171488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7520f9db-2e41-4f94-941d-df19122372d5'} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:40:44.670116 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] Bound port: 46ae0790-4727-4424-bdec-edf2eccc932d, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae37df81-d466-4d03-9260-d300c5171488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7520f9db-2e41-4f94-941d-df19122372d5'}}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:40:44.670502 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:44.679263 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:44.699692 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:44.720269 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.provisioning_blocks [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] Transition to ACTIVE for port object a16ec1a3-bd94-4712-be22-539720a2cf08 will not be triggered until provisioned by entity L2. {{(pid=75034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:40:44.733953 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2ccc17bc-c61b-481d-bbdc-892d638a1fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:44.734747 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1383631'] for port, after_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:44.747842 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:44.811053 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95b933-4344-4929-a8ac-b7513fe0cc76 req-6435425c-c4fb-4729-91c2-417a1ebc432a tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:44.814268 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc17bc-c61b-481d-bbdc-892d638a1fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c380e7-8f29-4421-b9c2-f6ff53468c64,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:44.820231 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-de95b933-4344-4929-a8ac-b7513fe0cc76 req-6435425c-c4fb-4729-91c2-417a1ebc432a tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 932 time: 0.4353297 Aug 31 12:40:44.830615 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:44.851152 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] For port 46ae0790-4727-4424-bdec-edf2eccc932d, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:40:44.854934 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] For port 46ae0790-4727-4424-bdec-edf2eccc932d, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=46ae0790-4727-4424-bdec-edf2eccc932d,segment=NetworkSegment(ae37df81-d466-4d03-9260-d300c5171488),segment_id=ae37df81-d466-4d03-9260-d300c5171488)] {{(pid=75036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:40:44.859436 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:44.874048 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:44.894505 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:44.975222 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-de95b933-4344-4929-a8ac-b7513fe0cc76 req-9508742c-2de6-43c7-a4e9-4e0e83b39020 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412106 Aug 31 12:40:44.992096 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96372b6-97aa-4394-8880-c851d6d44ca9 None None] Pushing event updated for resources: {'Port': ['ID=46ae0790-4727-4424-bdec-edf2eccc932d,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:44.996580 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-b96372b6-97aa-4394-8880-c851d6d44ca9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:44.999696 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:45.004860 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] Routers {'2e48783e-cfd8-47e6-8106-b0f120614d36'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:40:45.005798 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:40:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['2e48783e-cfd8-47e6-8106-b0f120614d36'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:45.018485 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:45.158693 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2ccc17bc-c61b-481d-bbdc-892d638a1fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:45.166207 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-2ccc17bc-c61b-481d-bbdc-892d638a1fd1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49c380e7-8f29-4421-b9c2-f6ff53468c64 HTTP/1.1" status: 204 len: 168 time: 1.5643191 Aug 31 12:40:45.236202 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-2ccc17bc-c61b-481d-bbdc-892d638a1fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:45.262803 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.502s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:45.324564 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Network 7b35dd9c-b590-45a2-8542-749821ca1ef9 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:40:45.332375 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:45.337274 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:40:45.346392 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] Set router 2e48783e-cfd8-47e6-8106-b0f120614d36 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:40:45.374980 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] Pushing event updated for resources: {'Port': ['ID=a16ec1a3-bd94-4712-be22-539720a2cf08,revision_number=2']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:45.378681 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:45.451462 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Pushing event updated for resources: {'Port': ['ID=6e298310-f777-46b1-a399-901b213ee8f9,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:45.455384 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:45.554215 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae774c6-f5b8-48d1-9e22-7a261de6a20c req-ceaa1b67-fdca-4f75-9e58-899304b45187 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:45.555485 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-3ae774c6-f5b8-48d1-9e22-7a261de6a20c req-ceaa1b67-fdca-4f75-9e58-899304b45187 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 944 time: 0.3827856 Aug 31 12:40:45.681257 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-b6f66b64-c7e8-4230-8afa-16583801aa7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:45.705650 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.managers [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] Attempting to bind port a16ec1a3-bd94-4712-be22-539720a2cf08 on host hv-cinder-80669 for vnic_type normal with profile {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:40:45.706010 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.managers [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] Attempting to bind port a16ec1a3-bd94-4712-be22-539720a2cf08 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': 'c830b616-b726-41b5-b25f-fbe5a18b878e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a'}] {{(pid=75034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:40:45.706290 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] Attempting to bind port a16ec1a3-bd94-4712-be22-539720a2cf08 on network c6ceaadb-368e-432b-9744-86af2318977a {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:40:45.749360 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] Port a16ec1a3-bd94-4712-be22-539720a2cf08 on network c6ceaadb-368e-432b-9744-86af2318977a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:40:45.749879 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] Attempting to bind port a16ec1a3-bd94-4712-be22-539720a2cf08 on network c6ceaadb-368e-432b-9744-86af2318977a {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:40:45.754123 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-3ae774c6-f5b8-48d1-9e22-7a261de6a20c req-1f284427-dc3c-4980-9b85-71d698d513a6 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0fb36b-6935-4842-8eb3-22f96c91835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911674 Aug 31 12:40:45.770971 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] Checking agent: {'id': '5e6dd7d8-f43f-4d17-8159-c302453ef7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:40:45.782347 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] Checking segment: {'id': 'c830b616-b726-41b5-b25f-fbe5a18b878e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:40:45.782859 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] Bound using segment: {'id': 'c830b616-b726-41b5-b25f-fbe5a18b878e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a'} {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:40:45.783377 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.managers [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] Bound port: a16ec1a3-bd94-4712-be22-539720a2cf08, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c830b616-b726-41b5-b25f-fbe5a18b878e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a'}}] {{(pid=75034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:40:45.783748 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:45.792370 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:40:45.837440 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-ba29666e-0693-411a-806f-dc8a9168c9fa tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:45.838175 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-ba29666e-0693-411a-806f-dc8a9168c9fa tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Synchronizing usage tracker for tenant:ee1789ece77e48d9b5f61bbc4d7c4187 on resource:network {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:40:45.914826 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] For port a16ec1a3-bd94-4712-be22-539720a2cf08, host hv-cinder-80669, cleared binding levels {{(pid=75034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:40:45.915172 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-ba29666e-0693-411a-806f-dc8a9168c9fa tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Unset dirty status for tenant:ee1789ece77e48d9b5f61bbc4d7c4187 on resource:network {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:40:45.916349 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-ba29666e-0693-411a-806f-dc8a9168c9fa tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/networks?id=7520f9db-2e41-4f94-941d-df19122372d5 HTTP/1.1" status: 200 len: 819 time: 0.4665203 Aug 31 12:40:45.928255 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] For port a16ec1a3-bd94-4712-be22-539720a2cf08, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=a16ec1a3-bd94-4712-be22-539720a2cf08,segment=NetworkSegment(c830b616-b726-41b5-b25f-fbe5a18b878e),segment_id=c830b616-b726-41b5-b25f-fbe5a18b878e)] {{(pid=75034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:40:45.934717 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1383631'] for port, after_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:45.940272 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:45.942372 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:45.946114 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-f810d45f-0eb5-4c2c-9464-50a20ed9e479 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/quotas/ee1789ece77e48d9b5f61bbc4d7c4187 HTTP/1.1" status: 200 len: 375 time: 0.0166707 Aug 31 12:40:46.054191 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] Pushing event updated for resources: {'Port': ['ID=a16ec1a3-bd94-4712-be22-539720a2cf08,revision_number=3']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:46.062002 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:46.098965 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:46.103318 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] 10.222.0.52 "PUT /v2.0/ports/a16ec1a3-bd94-4712-be22-539720a2cf08 HTTP/1.1" status: 200 len: 1094 time: 4.0793657 Aug 31 12:40:46.105881 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f28762-61e6-43e1-a9e6-dbc4c0f42fc7', 'tag': 'a16ec1a3-bd94-4712-be22-539720a2cf08'}] {{(pid=75034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:40:46.106139 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:46.268891 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e48783e-cfd8-47e6-8106-b0f120614d36', 'name': 'tempest-ServerRescueNegativeTestJSON-1640317811-router', 'tenant_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b74ea847-19cf-4894-8a80-141881515956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:20Z', 'updated_at': '2021-08-31T12:40:32Z', 'revision_number': 4, 'project_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'gw_port': {'id': 'b74ea847-19cf-4894-8a80-141881515956', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:66:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e48783e-cfd8-47e6-8106-b0f120614d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:21Z', 'updated_at': '2021-08-31T12:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '46ae0790-4727-4424-bdec-edf2eccc932d', 'name': '', 'network_id': '7520f9db-2e41-4f94-941d-df19122372d5', 'tenant_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'mac_address': 'fa:16:3e:af:37:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e48783e-cfd8-47e6-8106-b0f120614d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0489485-e8f4-418a-8948-f2ea1b94cbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:31Z', 'updated_at': '2021-08-31T12:40:44Z', 'revision_number': 4, 'project_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'subnets': [{'id': 'f0489485-e8f4-418a-8948-f2ea1b94cbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:40:46.269558 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-4c1fb099-1b44-41ca-b30d-de82306d64a0 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee1789ece77e48d9b5f61bbc4d7c4187&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2919497 Aug 31 12:40:46.284180 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e699db18-1185-43d3-a088-4686b8560b23 None None] The sync data for ids ['2e48783e-cfd8-47e6-8106-b0f120614d36'] in dv-cinder-806696-1-smb is: [{'id': '2e48783e-cfd8-47e6-8106-b0f120614d36', 'name': 'tempest-ServerRescueNegativeTestJSON-1640317811-router', 'tenant_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b74ea847-19cf-4894-8a80-141881515956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:20Z', 'updated_at': '2021-08-31T12:40:32Z', 'revision_number': 4, 'project_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'gw_port': {'id': 'b74ea847-19cf-4894-8a80-141881515956', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:66:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e48783e-cfd8-47e6-8106-b0f120614d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:21Z', 'updated_at': '2021-08-31T12:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '46ae0790-4727-4424-bdec-edf2eccc932d', 'name': '', 'network_id': '7520f9db-2e41-4f94-941d-df19122372d5', 'tenant_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'mac_address': 'fa:16:3e:af:37:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e48783e-cfd8-47e6-8106-b0f120614d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0489485-e8f4-418a-8948-f2ea1b94cbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:31Z', 'updated_at': '2021-08-31T12:40:44Z', 'revision_number': 4, 'project_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'subnets': [{'id': 'f0489485-e8f4-418a-8948-f2ea1b94cbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:40:46.493464 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:46.504574 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ab79c-c6ab-49ee-afaa-6956d6aeab78 req-e4fa68e9-c4ae-4548-83ba-1a1c79db7adb tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:46.507202 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-382ab79c-c6ab-49ee-afaa-6956d6aeab78 req-e4fa68e9-c4ae-4548-83ba-1a1c79db7adb tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 944 time: 0.1964099 Aug 31 12:40:46.510326 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-15eba1c9-6c50-4d8d-a63d-46b116252b45 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64fbaa82947f4910b46f8f5a33a5468f&device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 1097 time: 0.2659237 Aug 31 12:40:46.732559 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-db4d3eee-46b1-4f12-be17-2df7d1b78ab8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a16ec1a3-bd94-4712-be22-539720a2cf08 HTTP/1.1" status: 200 len: 217 time: 0.1894674 Aug 31 12:40:46.750947 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-2933dfef-d0a5-419b-bdb0-38722791a865 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:46.752830 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-2933dfef-d0a5-419b-bdb0-38722791a865 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.52 "GET /v2.0/networks?id=7520f9db-2e41-4f94-941d-df19122372d5 HTTP/1.1" status: 200 len: 819 time: 0.3812339 Aug 31 12:40:46.773436 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-0721b521-6d9d-4747-917e-3f136122f470 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Request body: {'port': {'device_id': '5dd71754-222d-4f4c-8dcc-6457e9ec80b3', 'network_id': '7520f9db-2e41-4f94-941d-df19122372d5', 'admin_state_up': True, 'tenant_id': 'ee1789ece77e48d9b5f61bbc4d7c4187'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:46.824496 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 52c78258-7866-441a-b357-752eabc57838 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:40:46.920683 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-382ab79c-c6ab-49ee-afaa-6956d6aeab78 req-e522ff42-7d0f-46ce-a137-03e62ae810d3 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031351 Aug 31 12:40:46.958351 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-afac6f92-eded-42e2-9a66-e0c074aa0232 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:46.965143 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-afac6f92-eded-42e2-9a66-e0c074aa0232 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0fca416c-3c76-43d1-973c-75d943c37281 HTTP/1.1" status: 200 len: 854 time: 0.2121284 Aug 31 12:40:47.017096 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 52c78258-7866-441a-b357-752eabc57838 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:40:47.017189 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:47.064336 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-27430a25-0c05-4eae-aafb-e31fb0b6c10b service neutron] 10.222.0.13 "GET /v2.0/networks/7520f9db-2e41-4f94-941d-df19122372d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6932762 Aug 31 12:40:47.086432 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-b240b5c1-b021-4a32-945a-6f1ae6b2e9d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6ceaadb-368e-432b-9744-86af2318977a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131432 Aug 31 12:40:47.238222 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:47.245415 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-0721b521-6d9d-4747-917e-3f136122f470 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:47.251675 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:47.279683 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-0721b521-6d9d-4747-917e-3f136122f470 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:47.281776 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:47.283978 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 46ae0790-4727-4424-bdec-edf2eccc932d up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:40:47.433256 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port 46ae0790-4727-4424-bdec-edf2eccc932d completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:40:47.439762 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 46ae0790-4727-4424-bdec-edf2eccc932d triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:40:47.440356 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:47.440626 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-0721b521-6d9d-4747-917e-3f136122f470 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Made reservation on behalf of ee1789ece77e48d9b5f61bbc4d7c4187 for: {'port': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:47.443770 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-0721b521-6d9d-4747-917e-3f136122f470 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:47.521484 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Pushing event updated for resources: {'Port': ['ID=6e298310-f777-46b1-a399-901b213ee8f9,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:47.561923 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-71ad3d9e-f5bb-4a09-a6ca-4d2207179866 service neutron] 10.222.0.52 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639163 Aug 31 12:40:47.630175 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857267a-2cb5-42bb-b75d-04fb4d7b3d06 req-f7665bfa-2b56-4249-b9f1-09f923feb14d tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:47.631714 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2857267a-2cb5-42bb-b75d-04fb4d7b3d06 req-f7665bfa-2b56-4249-b9f1-09f923feb14d tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 944 time: 0.3599591 Aug 31 12:40:47.696082 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:47.785911 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] For port 46ae0790-4727-4424-bdec-edf2eccc932d, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=46ae0790-4727-4424-bdec-edf2eccc932d,segment=NetworkSegment(ae37df81-d466-4d03-9260-d300c5171488),segment_id=ae37df81-d466-4d03-9260-d300c5171488)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:40:47.793247 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:47.800455 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-0721b521-6d9d-4747-917e-3f136122f470 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Allocated IP 172.20.0.9 (7520f9db-2e41-4f94-941d-df19122372d5/f0489485-e8f4-418a-8948-f2ea1b94cbf8/3694f5ef-b8f7-4e39-878a-357d72f64dad) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:40:47.804403 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:47.863343 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2857267a-2cb5-42bb-b75d-04fb4d7b3d06 req-c8503ec7-5639-46be-a6f0-c67abec8cb84 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0fb36b-6935-4842-8eb3-22f96c91835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229769 Aug 31 12:40:47.893480 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-9662c287-8bc7-4192-ad6c-dcbbdbb55bbb req-a434710a-9964-4fa4-ab2e-4a3e8e32d18b service neutron] 10.222.0.52 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242495 Aug 31 12:40:47.978352 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Pushing event updated for resources: {'Port': ['ID=46ae0790-4727-4424-bdec-edf2eccc932d,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:47.982098 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:47.983103 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:47.991990 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:47.994747 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-903e808a-abf8-49e3-a6fa-6b0eb417dda6 service neutron] 10.222.0.13 "GET /v2.0/networks/7520f9db-2e41-4f94-941d-df19122372d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9106874 Aug 31 12:40:47.995486 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783949'] for floatingip, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:48.109932 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for floatingip, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:48.120175 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5101321 Aug 31 12:40:48.123963 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-0721b521-6d9d-4747-917e-3f136122f470 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:48.163311 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-0721b521-6d9d-4747-917e-3f136122f470 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:48.172467 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-ebd56cf2-889d-4876-b7d2-f1d17d5c7645 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:48.266852 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-0721b521-6d9d-4747-917e-3f136122f470 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Network 7520f9db-2e41-4f94-941d-df19122372d5 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:40:48.271276 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-0721b521-6d9d-4747-917e-3f136122f470 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:48.304971 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-0721b521-6d9d-4747-917e-3f136122f470 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:40:48.349966 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721b521-6d9d-4747-917e-3f136122f470 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Pushing event updated for resources: {'Port': ['ID=3694f5ef-b8f7-4e39-878a-357d72f64dad,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:48.359525 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-0721b521-6d9d-4747-917e-3f136122f470 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:48.401649 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-0721b521-6d9d-4747-917e-3f136122f470 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:48.402874 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-0721b521-6d9d-4747-917e-3f136122f470 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:48.435547 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-0721b521-6d9d-4747-917e-3f136122f470 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6666954 Aug 31 12:40:48.442679 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc66ba-d05a-4201-86d1-165996c229f8 req-e8fe0142-83e6-4987-9067-86b9f1d248a8 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:48.444196 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2dfc66ba-d05a-4201-86d1-165996c229f8 req-e8fe0142-83e6-4987-9067-86b9f1d248a8 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 944 time: 0.1742375 Aug 31 12:40:48.450858 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Request body: {'port': {'device_id': '5dd71754-222d-4f4c-8dcc-6457e9ec80b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:48.501778 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f28762-61e6-43e1-a9e6-dbc4c0f42fc7', 'tag': 'a16ec1a3-bd94-4712-be22-539720a2cf08', 'status': 'completed', 'code': 200} Aug 31 12:40:48.616461 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 46ae0790-4727-4424-bdec-edf2eccc932d up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:40:48.633781 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2dfc66ba-d05a-4201-86d1-165996c229f8 req-f2157f0c-7f41-4330-a9ae-40fd1ab67422 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574492 Aug 31 12:40:48.642811 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:48.666118 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7849855c-a3e8-4fd5-844f-cc974f1efffe req-eac19b3c-ebc1-47c2-a088-a7766aa61c68 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 210 time: 0.0515473 Aug 31 12:40:48.702987 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-74456467-38a5-47f6-80df-707d435b15d1 req-82cb987f-aafc-4fd5-a8ee-fb6d714544b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64fbaa82947f4910b46f8f5a33a5468f&device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 1097 time: 0.1768708 Aug 31 12:40:48.833392 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 46ae0790-4727-4424-bdec-edf2eccc932d triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:40:48.835606 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.073298 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74456467-38a5-47f6-80df-707d435b15d1 req-d3707d92-250c-4a0f-8003-19142883c121 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:49.074918 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-74456467-38a5-47f6-80df-707d435b15d1 req-d3707d92-250c-4a0f-8003-19142883c121 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c6ceaadb-368e-432b-9744-86af2318977a HTTP/1.1" status: 200 len: 915 time: 0.3655338 Aug 31 12:40:49.313165 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-11870d31-10da-4f81-a865-80c512aa9a32 req-847dcd28-065d-4db2-adb1-bf1862b5f9c3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Synchronizing usage tracker for tenant:c5d0d26219144527ad3c1eecfdfeb7f8 on resource:security_group {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:40:49.324407 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-74456467-38a5-47f6-80df-707d435b15d1 req-f524d885-fd7b-4b88-863f-3cc34f319aa4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a16ec1a3-bd94-4712-be22-539720a2cf08 HTTP/1.1" status: 200 len: 217 time: 0.2419767 Aug 31 12:40:49.344397 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 04a3887b-2215-46ec-b496-a9624c61dd8c details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:40:49.362569 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-11870d31-10da-4f81-a865-80c512aa9a32 req-847dcd28-065d-4db2-adb1-bf1862b5f9c3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Unset dirty status for tenant:c5d0d26219144527ad3c1eecfdfeb7f8 on resource:security_group {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:40:49.363937 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-11870d31-10da-4f81-a865-80c512aa9a32 req-847dcd28-065d-4db2-adb1-bf1862b5f9c3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1360171662&fields=id&tenant_id=c5d0d26219144527ad3c1eecfdfeb7f8 HTTP/1.1" status: 200 len: 267 time: 0.4952245 Aug 31 12:40:49.422531 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74456467-38a5-47f6-80df-707d435b15d1 req-a0886c80-7df9-4f42-9705-2e301807cc13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:49.424814 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-74456467-38a5-47f6-80df-707d435b15d1 req-a0886c80-7df9-4f42-9705-2e301807cc13 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0fca416c-3c76-43d1-973c-75d943c37281 HTTP/1.1" status: 200 len: 854 time: 0.0907049 Aug 31 12:40:49.482004 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091238f5-25de-42a0-85d4-dbb655691029 req-e2a436fd-5e31-4114-aa65-5eedfe6200c4 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:49.490380 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-091238f5-25de-42a0-85d4-dbb655691029 req-e2a436fd-5e31-4114-aa65-5eedfe6200c4 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 944 time: 0.2970219 Aug 31 12:40:49.511556 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-74456467-38a5-47f6-80df-707d435b15d1 req-64f23d0b-0bb0-4c25-9266-69f315624aa6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6ceaadb-368e-432b-9744-86af2318977a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794199 Aug 31 12:40:49.550945 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 04a3887b-2215-46ec-b496-a9624c61dd8c, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=04a3887b-2215-46ec-b496-a9624c61dd8c,segment=NetworkSegment(85f75762-c99e-48fc-ba8b-9ee1ea850146),segment_id=85f75762-c99e-48fc-ba8b-9ee1ea850146)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:40:49.570204 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': '04a3887b-2215-46ec-b496-a9624c61dd8c', 'network_id': '27dc32a8-b578-4bf1-994d-e9e0a8b39b00', 'port_id': '04a3887b-2215-46ec-b496-a9624c61dd8c', 'mac_address': 'fa:16:3e:fc:7c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5bf2455-a79d-4b3d-ab8c-7fcf1030bc28', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:40:49.598268 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3694f5ef-b8f7-4e39-878a-357d72f64dad {{(pid=75035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:40:49.616816 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.639267 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.671329 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Transition to ACTIVE for port object 3694f5ef-b8f7-4e39-878a-357d72f64dad will not be triggered until provisioned by entity L2. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:40:49.676315 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a3887b-2215-46ec-b496-a9624c61dd8c {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:40:49.686019 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-091238f5-25de-42a0-85d4-dbb655691029 req-a7548efa-2e4a-415b-8622-da6d024c49c5 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0fb36b-6935-4842-8eb3-22f96c91835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943386 Aug 31 12:40:49.696567 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 04a3887b-2215-46ec-b496-a9624c61dd8c, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=04a3887b-2215-46ec-b496-a9624c61dd8c,segment=NetworkSegment(85f75762-c99e-48fc-ba8b-9ee1ea850146),segment_id=85f75762-c99e-48fc-ba8b-9ee1ea850146)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:40:49.703385 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.705218 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:49.710323 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:49.713661 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-1ee5c7dc-8299-4b6e-865d-8b0dfa560425 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:49.768195 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11870d31-10da-4f81-a865-80c512aa9a32 req-11b11d4d-5add-4f3a-9e4c-068e1ad0e49b tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:49.775869 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-11870d31-10da-4f81-a865-80c512aa9a32 req-11b11d4d-5add-4f3a-9e4c-068e1ad0e49b tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/networks?id=702c7954-d9af-4f3a-9da8-4db52418d64a HTTP/1.1" status: 200 len: 816 time: 0.3929842 Aug 31 12:40:49.780763 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.52', 64672) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:49.887172 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=04a3887b-2215-46ec-b496-a9624c61dd8c,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:49.893788 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:49.960900 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['04a3887b-2215-46ec-b496-a9624c61dd8c'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:40:50.064091 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-74456467-38a5-47f6-80df-707d435b15d1 req-e6ed1778-aeed-48bc-9764-eff55b65a66a service neutron] 10.222.0.52 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406291 Aug 31 12:40:50.190479 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-e887b0d9-7445-4cef-8c8c-aa41b732dc3b tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:50.191976 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-e887b0d9-7445-4cef-8c8c-aa41b732dc3b tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.52 "GET /v2.0/networks?id=7520f9db-2e41-4f94-941d-df19122372d5 HTTP/1.1" status: 200 len: 819 time: 0.4038823 Aug 31 12:40:50.310216 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-d3d65477-ba92-4f01-8daf-5a10c77ea94c tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Request body: {'port': {'device_id': '8636bdbb-9a46-48e7-a82d-1438124b0a1a', 'network_id': '7520f9db-2e41-4f94-941d-df19122372d5', 'admin_state_up': True, 'tenant_id': 'ee1789ece77e48d9b5f61bbc4d7c4187'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:50.331975 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-11870d31-10da-4f81-a865-80c512aa9a32 req-a9b0e5ea-eba1-4af0-95ba-d7f71a118b97 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/quotas/c5d0d26219144527ad3c1eecfdfeb7f8 HTTP/1.1" status: 200 len: 375 time: 0.5533836 Aug 31 12:40:50.359306 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fba6c2-17b2-4c7c-934c-8de10f6d137e req-bb811095-bf79-4913-becc-fbea9275a1e4 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:50.367194 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-39fba6c2-17b2-4c7c-934c-8de10f6d137e req-bb811095-bf79-4913-becc-fbea9275a1e4 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 944 time: 0.3744078 Aug 31 12:40:50.381044 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Pushing event updated for resources: {'Port': ['ID=3694f5ef-b8f7-4e39-878a-357d72f64dad,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:50.534424 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-39fba6c2-17b2-4c7c-934c-8de10f6d137e req-912bac54-5543-4dfb-b8a2-8cfebcd72921 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657989 Aug 31 12:40:50.549616 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-74456467-38a5-47f6-80df-707d435b15d1 req-aa38530b-0c6d-46d6-990c-9d13960b0bfd service neutron] 10.222.0.52 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778173 Aug 31 12:40:50.602256 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.889s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:50.746695 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-679d0ece-1c68-41a0-b46e-c9a4a736f5ca req-30f5078a-8d17-4c70-891e-521974446110 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 210 time: 0.0474565 Aug 31 12:40:50.852340 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-11870d31-10da-4f81-a865-80c512aa9a32 req-a9086a82-829b-48a3-afac-8fb63a96bd05 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5d0d26219144527ad3c1eecfdfeb7f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5211492 Aug 31 12:40:50.853572 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-d3d65477-ba92-4f01-8daf-5a10c77ea94c tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:50.898596 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-d3d65477-ba92-4f01-8daf-5a10c77ea94c tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:50.913731 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Attempting to bind port 3694f5ef-b8f7-4e39-878a-357d72f64dad on host hv-cinder-80669 for vnic_type normal with profile {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:40:50.914129 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Attempting to bind port 3694f5ef-b8f7-4e39-878a-357d72f64dad by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': 'ae37df81-d466-4d03-9260-d300c5171488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7520f9db-2e41-4f94-941d-df19122372d5'}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:40:50.914509 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Attempting to bind port 3694f5ef-b8f7-4e39-878a-357d72f64dad on network 7520f9db-2e41-4f94-941d-df19122372d5 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:40:50.986121 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-d3d65477-ba92-4f01-8daf-5a10c77ea94c tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Made reservation on behalf of ee1789ece77e48d9b5f61bbc4d7c4187 for: {'port': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:50.989177 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-d3d65477-ba92-4f01-8daf-5a10c77ea94c tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:50.995080 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10409c69-008a-46b1-9f7a-2c4bd372f915 req-33ec15ff-64c6-4caa-873b-a4112646bedb tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:50.996631 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-10409c69-008a-46b1-9f7a-2c4bd372f915 req-33ec15ff-64c6-4caa-873b-a4112646bedb tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 945 time: 0.0918467 Aug 31 12:40:51.008442 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Port 3694f5ef-b8f7-4e39-878a-357d72f64dad on network 7520f9db-2e41-4f94-941d-df19122372d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:40:51.008804 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Attempting to bind port 3694f5ef-b8f7-4e39-878a-357d72f64dad on network 7520f9db-2e41-4f94-941d-df19122372d5 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:40:51.026085 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Checking agent: {'id': '5e6dd7d8-f43f-4d17-8159-c302453ef7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:40:51.026427 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Checking segment: {'id': 'ae37df81-d466-4d03-9260-d300c5171488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7520f9db-2e41-4f94-941d-df19122372d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:40:51.026820 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Bound using segment: {'id': 'ae37df81-d466-4d03-9260-d300c5171488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7520f9db-2e41-4f94-941d-df19122372d5'} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:40:51.027271 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Bound port: 3694f5ef-b8f7-4e39-878a-357d72f64dad, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae37df81-d466-4d03-9260-d300c5171488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7520f9db-2e41-4f94-941d-df19122372d5'}}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:40:51.027616 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:51.070887 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-10409c69-008a-46b1-9f7a-2c4bd372f915 req-9f52b7f6-f006-48a2-a1b8-f70cbb89dbef tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0fb36b-6935-4842-8eb3-22f96c91835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676205 Aug 31 12:40:51.167138 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-11870d31-10da-4f81-a865-80c512aa9a32 req-b5b240d5-fac8-49b2-a9a3-50293684442a service neutron] 10.222.0.13 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904634 Aug 31 12:40:51.331571 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device a16ec1a3-bd94-4712-be22-539720a2cf08 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:40:51.368693 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 04a3887b-2215-46ec-b496-a9624c61dd8c up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:40:51.437037 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] For port 3694f5ef-b8f7-4e39-878a-357d72f64dad, host hv-cinder-80669, cleared binding levels {{(pid=75035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:40:51.468761 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] For port 3694f5ef-b8f7-4e39-878a-357d72f64dad, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=3694f5ef-b8f7-4e39-878a-357d72f64dad,segment=NetworkSegment(ae37df81-d466-4d03-9260-d300c5171488),segment_id=ae37df81-d466-4d03-9260-d300c5171488)] {{(pid=75035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:40:51.481458 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:51.482849 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-d3d65477-ba92-4f01-8daf-5a10c77ea94c tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Allocated IP 172.20.0.8 (7520f9db-2e41-4f94-941d-df19122372d5/f0489485-e8f4-418a-8948-f2ea1b94cbf8/a1785e3c-70e9-4a86-b8a2-16b06db18d2a) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:40:51.487490 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-11870d31-10da-4f81-a865-80c512aa9a32 req-2739077d-11fe-4698-9fe1-6244f7cdbcca service neutron] 10.222.0.13 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814074 Aug 31 12:40:51.495918 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-a23b1e6f-e70d-4fa5-83d4-bb67fc86b4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:51.550836 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port a16ec1a3-bd94-4712-be22-539720a2cf08, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=a16ec1a3-bd94-4712-be22-539720a2cf08,segment=NetworkSegment(c830b616-b726-41b5-b25f-fbe5a18b878e),segment_id=c830b616-b726-41b5-b25f-fbe5a18b878e)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:40:51.558426 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning for port 04a3887b-2215-46ec-b496-a9624c61dd8c completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:40:51.560422 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:51.562597 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] 10.222.0.52 "PUT /v2.0/ports/3694f5ef-b8f7-4e39-878a-357d72f64dad HTTP/1.1" status: 200 len: 1093 time: 3.1164460 Aug 31 12:40:51.568773 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd71754-222d-4f4c-8dcc-6457e9ec80b3', 'tag': '3694f5ef-b8f7-4e39-878a-357d72f64dad'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:40:51.570468 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port 04a3887b-2215-46ec-b496-a9624c61dd8c triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:40:51.570825 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:51.650662 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': 'a16ec1a3-bd94-4712-be22-539720a2cf08', 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a', 'port_id': 'a16ec1a3-bd94-4712-be22-539720a2cf08', 'mac_address': 'fa:16:3e:c2:e3:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fca416c-3c76-43d1-973c-75d943c37281', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:40:51.846163 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:51.899078 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16ec1a3-bd94-4712-be22-539720a2cf08 {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:40:51.909283 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Pushing event updated for resources: {'Port': ['ID=3694f5ef-b8f7-4e39-878a-357d72f64dad,revision_number=3']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:51.910512 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:51.927529 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd71754-222d-4f4c-8dcc-6457e9ec80b3', 'tag': '3694f5ef-b8f7-4e39-878a-357d72f64dad', 'status': 'completed', 'code': 200} Aug 31 12:40:51.928313 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:51.983002 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port a16ec1a3-bd94-4712-be22-539720a2cf08, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=a16ec1a3-bd94-4712-be22-539720a2cf08,segment=NetworkSegment(c830b616-b726-41b5-b25f-fbe5a18b878e),segment_id=c830b616-b726-41b5-b25f-fbe5a18b878e)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:40:51.990917 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5436f2e-ddac-48e6-840e-c43fabd6a723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a3887b-2215-46ec-b496-a9624c61dd8c'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:40:51.991925 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04083721-17e4-4090-90d4-e9a1ce0dc537 req-586bacce-51b8-46b2-9420-85397f66f2d7 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:52.000644 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-04083721-17e4-4090-90d4-e9a1ce0dc537 req-586bacce-51b8-46b2-9420-85397f66f2d7 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 944 time: 0.1424885 Aug 31 12:40:52.060279 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-04083721-17e4-4090-90d4-e9a1ce0dc537 req-be119520-f8c1-487a-94b3-6a34a2e2a69b tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583847 Aug 31 12:40:52.089644 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:52.092977 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:52.127403 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 04a3887b-2215-46ec-b496-a9624c61dd8c, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=04a3887b-2215-46ec-b496-a9624c61dd8c,segment=NetworkSegment(85f75762-c99e-48fc-ba8b-9ee1ea850146),segment_id=85f75762-c99e-48fc-ba8b-9ee1ea850146)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:40:52.141189 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:52.162538 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=a16ec1a3-bd94-4712-be22-539720a2cf08,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:52.166376 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:52.167022 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:52.184111 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-17f01029-9b38-4323-97c1-ad09bb79aaa7 req-7f552370-7623-4f0c-a5fe-5011facd88c1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 210 time: 0.1399181 Aug 31 12:40:52.271492 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=04a3887b-2215-46ec-b496-a9624c61dd8c,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:52.276836 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:52.295342 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['a16ec1a3-bd94-4712-be22-539720a2cf08'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:40:52.379915 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-c7e24c1b-f086-4185-8104-15bee9094760 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee1789ece77e48d9b5f61bbc4d7c4187&device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 1096 time: 0.7671995 Aug 31 12:40:52.565215 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-e41b8dec-665a-48b5-9a7c-dd0c2c582228 req-e24da27c-c87d-483f-b325-ecb4caa22743 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 210 time: 0.2041111 Aug 31 12:40:52.708604 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-9feebd99-3360-4e40-b8a3-f362ce16e24b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3694f5ef-b8f7-4e39-878a-357d72f64dad HTTP/1.1" status: 200 len: 217 time: 0.2884724 Aug 31 12:40:52.711562 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-d3d65477-ba92-4f01-8daf-5a10c77ea94c tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:52.850745 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-0baec9b2-8c0d-4520-b25a-6dc4b551682c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:52.851953 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-0baec9b2-8c0d-4520-b25a-6dc4b551682c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0489485-e8f4-418a-8948-f2ea1b94cbf8 HTTP/1.1" status: 200 len: 859 time: 0.1355448 Aug 31 12:40:52.909627 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-b23c50b3-eefe-4810-b443-cc88d12c6e3d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7520f9db-2e41-4f94-941d-df19122372d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503430 Aug 31 12:40:52.921519 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770719c7-66ab-47bb-83c4-8f35576e92ea req-cc23b8fc-5ea8-4865-824e-4f002f6b779f tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:52.934108 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-770719c7-66ab-47bb-83c4-8f35576e92ea req-cc23b8fc-5ea8-4865-824e-4f002f6b779f tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 946 time: 0.3163469 Aug 31 12:40:52.970496 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-d3d65477-ba92-4f01-8daf-5a10c77ea94c tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:52.983681 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5436f2e-ddac-48e6-840e-c43fabd6a723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a3887b-2215-46ec-b496-a9624c61dd8c', 'code': 200} Aug 31 12:40:53.038485 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:53.236657 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-d3d65477-ba92-4f01-8daf-5a10c77ea94c tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Network 7520f9db-2e41-4f94-941d-df19122372d5 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:40:53.250295 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-770719c7-66ab-47bb-83c4-8f35576e92ea req-e122246f-2528-47d6-9bc5-3310a741b727 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0fb36b-6935-4842-8eb3-22f96c91835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151217 Aug 31 12:40:53.255919 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-d3d65477-ba92-4f01-8daf-5a10c77ea94c tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:53.282556 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d65477-ba92-4f01-8daf-5a10c77ea94c tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Pushing event updated for resources: {'Port': ['ID=a1785e3c-70e9-4a86-b8a2-16b06db18d2a,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:53.290597 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-d3d65477-ba92-4f01-8daf-5a10c77ea94c tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:53.309630 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-d3d65477-ba92-4f01-8daf-5a10c77ea94c tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:40:53.347042 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device a16ec1a3-bd94-4712-be22-539720a2cf08 up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:40:53.356679 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-3c148d7d-c6c8-4d58-ba67-6e14e93ab5ff service neutron] 10.222.0.52 "GET /v2.0/networks/7520f9db-2e41-4f94-941d-df19122372d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201999 Aug 31 12:40:53.467650 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-d3d65477-ba92-4f01-8daf-5a10c77ea94c tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:53.468678 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-d3d65477-ba92-4f01-8daf-5a10c77ea94c tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:53.508165 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 59908) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:53.560667 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning for port a16ec1a3-bd94-4712-be22-539720a2cf08 completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:40:53.565359 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf6652-565b-43b4-ad0a-ed39adfc4723 req-61252f72-08e4-4934-87f0-5d22ff447e01 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:53.573361 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-eddf6652-565b-43b4-ad0a-ed39adfc4723 req-61252f72-08e4-4934-87f0-5d22ff447e01 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 945 time: 0.3228412 Aug 31 12:40:53.578081 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.52', 64681) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:53.591426 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port a16ec1a3-bd94-4712-be22-539720a2cf08 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:40:53.591833 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:53.637523 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-d3d65477-ba92-4f01-8daf-5a10c77ea94c tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3416855 Aug 31 12:40:53.671563 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-eaf2c870-6e95-44b6-9035-c90ef965ed85 req-05f8d325-a335-4063-b5e7-d0ff9d4c7081 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 210 time: 0.1481493 Aug 31 12:40:53.692285 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Request body: {'port': {'device_id': '8636bdbb-9a46-48e7-a82d-1438124b0a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:53.827666 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-dd836193-15a2-4dc4-a749-c39a16474e51 req-166e6f58-1fa0-42cc-8eba-1dd0d4adf6ca service neutron] 10.222.0.52 "GET /v2.0/networks/7520f9db-2e41-4f94-941d-df19122372d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589379 Aug 31 12:40:54.002008 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:54.031770 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-eddf6652-565b-43b4-ad0a-ed39adfc4723 req-11fcf6a1-4cea-4d1a-b86b-ea4fc9c2452d tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530418 Aug 31 12:40:54.042521 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f5908486-a78d-4bd8-a238-4b84bc4fac4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:54.062194 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11870d31-10da-4f81-a865-80c512aa9a32 req-444945a4-aa52-4787-a192-9aa8df346d7b tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:54.062955 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-11870d31-10da-4f81-a865-80c512aa9a32 req-444945a4-aa52-4787-a192-9aa8df346d7b tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Synchronizing usage tracker for tenant:c5d0d26219144527ad3c1eecfdfeb7f8 on resource:network {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:40:54.081987 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1db78375-ba9b-40f9-9e07-efb6f2d7792d req-4178186f-1015-44a2-a18f-b8f8b85d0901 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 1099 time: 0.7460825 Aug 31 12:40:54.090436 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port a16ec1a3-bd94-4712-be22-539720a2cf08, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=a16ec1a3-bd94-4712-be22-539720a2cf08,segment=NetworkSegment(c830b616-b726-41b5-b25f-fbe5a18b878e),segment_id=c830b616-b726-41b5-b25f-fbe5a18b878e)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:40:54.102155 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:54.104543 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:54.152582 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-11870d31-10da-4f81-a865-80c512aa9a32 req-444945a4-aa52-4787-a192-9aa8df346d7b tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Unset dirty status for tenant:c5d0d26219144527ad3c1eecfdfeb7f8 on resource:network {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:40:54.153783 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-11870d31-10da-4f81-a865-80c512aa9a32 req-444945a4-aa52-4787-a192-9aa8df346d7b tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.52 "GET /v2.0/networks?id=702c7954-d9af-4f3a-9da8-4db52418d64a HTTP/1.1" status: 200 len: 816 time: 0.5716078 Aug 31 12:40:54.157207 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-1db78375-ba9b-40f9-9e07-efb6f2d7792d req-627a6be1-0213-46d0-a75a-6c8c137e50a9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:54.243871 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=a16ec1a3-bd94-4712-be22-539720a2cf08,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:54.256636 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:54.270696 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [req-1db78375-ba9b-40f9-9e07-efb6f2d7792d req-627a6be1-0213-46d0-a75a-6c8c137e50a9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:54.280650 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:54.282296 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-1db78375-ba9b-40f9-9e07-efb6f2d7792d req-627a6be1-0213-46d0-a75a-6c8c137e50a9 service neutron] Usage tracker for resource:security_group_rule and tenant:798e3e385b034c1da75179d516a6afd5 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:54.288346 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-1db78375-ba9b-40f9-9e07-efb6f2d7792d req-627a6be1-0213-46d0-a75a-6c8c137e50a9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:54.299006 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-11870d31-10da-4f81-a865-80c512aa9a32 req-5e067a6b-34b8-4d14-9d5c-f079211cdf4d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Synchronizing usage tracker for tenant:c5d0d26219144527ad3c1eecfdfeb7f8 on resource:security_group {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:40:54.302801 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [req-1db78375-ba9b-40f9-9e07-efb6f2d7792d req-627a6be1-0213-46d0-a75a-6c8c137e50a9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:54.324916 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-11870d31-10da-4f81-a865-80c512aa9a32 req-5e067a6b-34b8-4d14-9d5c-f079211cdf4d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Unset dirty status for tenant:c5d0d26219144527ad3c1eecfdfeb7f8 on resource:security_group {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:40:54.326455 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-11870d31-10da-4f81-a865-80c512aa9a32 req-5e067a6b-34b8-4d14-9d5c-f079211cdf4d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5d0d26219144527ad3c1eecfdfeb7f8 HTTP/1.1" status: 200 len: 380 time: 0.1336715 Aug 31 12:40:54.328921 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-f5908486-a78d-4bd8-a238-4b84bc4fac4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:54.338852 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-f5908486-a78d-4bd8-a238-4b84bc4fac4d admin admin] Usage tracker for resource:security_group_rule and tenant:40497355792a434c8fe7b54071611dca is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:54.345252 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [req-11870d31-10da-4f81-a865-80c512aa9a32 req-fdc6316d-bb62-4ef2-b6b9-a108bda09da2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Request body: {'port': {'device_id': 'f47a3f6a-c0df-4490-a02b-f6aa4081c81f', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'admin_state_up': True, 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'security_groups': ['b88f32ea-e36f-4878-bac4-f95c4b71fd9e']}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:54.393811 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-f5908486-a78d-4bd8-a238-4b84bc4fac4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:54.415450 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-f5908486-a78d-4bd8-a238-4b84bc4fac4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:54.471955 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-890ae59b-c517-4ec8-85cf-98f523d484e9 req-bea3cc12-6882-4f8b-bf66-ac084c6ff7e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee1789ece77e48d9b5f61bbc4d7c4187&device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 1096 time: 0.5577626 Aug 31 12:40:54.597674 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-1db78375-ba9b-40f9-9e07-efb6f2d7792d req-627a6be1-0213-46d0-a75a-6c8c137e50a9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:54.606921 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-1db78375-ba9b-40f9-9e07-efb6f2d7792d req-627a6be1-0213-46d0-a75a-6c8c137e50a9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:54.621114 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [req-11870d31-10da-4f81-a865-80c512aa9a32 req-fdc6316d-bb62-4ef2-b6b9-a108bda09da2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:54.623428 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-2ccc17bc-c61b-481d-bbdc-892d638a1fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:54.636935 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-11870d31-10da-4f81-a865-80c512aa9a32 req-fdc6316d-bb62-4ef2-b6b9-a108bda09da2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Usage tracker for resource:port and tenant:c5d0d26219144527ad3c1eecfdfeb7f8 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:54.641949 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-11870d31-10da-4f81-a865-80c512aa9a32 req-fdc6316d-bb62-4ef2-b6b9-a108bda09da2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:54.644809 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7f54a-86dc-4c57-91c4-21ca661e43ad req-784928ed-db5f-4fad-beda-7c02a99a7897 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:54.645544 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-4bd7f54a-86dc-4c57-91c4-21ca661e43ad req-784928ed-db5f-4fad-beda-7c02a99a7897 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Synchronizing usage tracker for tenant:ee1789ece77e48d9b5f61bbc4d7c4187 on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:40:54.659807 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [req-11870d31-10da-4f81-a865-80c512aa9a32 req-fdc6316d-bb62-4ef2-b6b9-a108bda09da2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:54.682620 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1db78375-ba9b-40f9-9e07-efb6f2d7792d req-627a6be1-0213-46d0-a75a-6c8c137e50a9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bd0fb36b-6935-4842-8eb3-22f96c91835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943639 Aug 31 12:40:54.691959 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f81e3-16d0-4796-a8f5-5ff86cff42e0 req-e2ac75b7-5593-43ca-8876-30a8a52bfcc1 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:54.693585 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-935f81e3-16d0-4796-a8f5-5ff86cff42e0 req-e2ac75b7-5593-43ca-8876-30a8a52bfcc1 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 946 time: 0.2386277 Aug 31 12:40:54.695196 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11870d31-10da-4f81-a865-80c512aa9a32 req-fdc6316d-bb62-4ef2-b6b9-a108bda09da2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Made reservation on behalf of c5d0d26219144527ad3c1eecfdfeb7f8 for: {'port': 1} {{(pid=75034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:40:54.698189 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-11870d31-10da-4f81-a865-80c512aa9a32 req-fdc6316d-bb62-4ef2-b6b9-a108bda09da2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:54.708880 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a6be1-0213-46d0-a75a-6c8c137e50a9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a03a029c-5450-4d92-9dc2-a334fa893830,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:54.729143 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-627a6be1-0213-46d0-a75a-6c8c137e50a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:54.810857 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f5908486-a78d-4bd8-a238-4b84bc4fac4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:54.816390 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-4bd7f54a-86dc-4c57-91c4-21ca661e43ad req-784928ed-db5f-4fad-beda-7c02a99a7897 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Unset dirty status for tenant:ee1789ece77e48d9b5f61bbc4d7c4187 on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:40:54.817609 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-4bd7f54a-86dc-4c57-91c4-21ca661e43ad req-784928ed-db5f-4fad-beda-7c02a99a7897 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 931 time: 0.7405975 Aug 31 12:40:54.833818 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f5908486-a78d-4bd8-a238-4b84bc4fac4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:54.867029 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:54.874520 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ae59b-c517-4ec8-85cf-98f523d484e9 req-84107b23-49f8-4e9f-bc40-6ce65a0c98d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:54.876227 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-890ae59b-c517-4ec8-85cf-98f523d484e9 req-84107b23-49f8-4e9f-bc40-6ce65a0c98d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7520f9db-2e41-4f94-941d-df19122372d5 HTTP/1.1" status: 200 len: 920 time: 0.3550372 Aug 31 12:40:54.897723 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-935f81e3-16d0-4796-a8f5-5ff86cff42e0 req-15019e49-ee00-4878-9017-ff2dd8c48ede tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0fb36b-6935-4842-8eb3-22f96c91835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862850 Aug 31 12:40:54.985313 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f28762-61e6-43e1-a9e6-dbc4c0f42fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16ec1a3-bd94-4712-be22-539720a2cf08'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:40:55.020996 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5908486-a78d-4bd8-a238-4b84bc4fac4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae71ba9b-113e-4d01-8821-fdd51186d61a,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:55.040905 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-f5908486-a78d-4bd8-a238-4b84bc4fac4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:55.048595 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-890ae59b-c517-4ec8-85cf-98f523d484e9 req-f5ede97f-9875-4209-b7e0-749f38942dbe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3694f5ef-b8f7-4e39-878a-357d72f64dad HTTP/1.1" status: 200 len: 217 time: 0.1486151 Aug 31 12:40:55.053527 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-f5908486-a78d-4bd8-a238-4b84bc4fac4d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40497355792a434c8fe7b54071611dca&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5422926 Aug 31 12:40:55.059387 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 59964) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:55.105104 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-4bd7f54a-86dc-4c57-91c4-21ca661e43ad req-41bc999e-3fa4-4046-8dc2-2e9de6f57530 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Synchronizing usage tracker for tenant:ee1789ece77e48d9b5f61bbc4d7c4187 on resource:security_group {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:40:55.140196 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-29002e34-5c33-48b7-8173-f05925a582a2 req-06aac2d8-440c-4945-9810-109de584e79d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Synchronizing usage tracker for tenant:c5d0d26219144527ad3c1eecfdfeb7f8 on resource:port {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:40:55.162738 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.db_base_plugin_common [req-11870d31-10da-4f81-a865-80c512aa9a32 req-fdc6316d-bb62-4ef2-b6b9-a108bda09da2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Allocated IP 172.20.0.8 (702c7954-d9af-4f3a-9da8-4db52418d64a/0374522e-8e13-43f1-b19e-60140b6db1f3/2069e40e-6ea8-48f8-a056-1eb746d36640) {{(pid=75034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:40:55.178581 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-29002e34-5c33-48b7-8173-f05925a582a2 req-06aac2d8-440c-4945-9810-109de584e79d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Unset dirty status for tenant:c5d0d26219144527ad3c1eecfdfeb7f8 on resource:port {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:40:55.180021 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-29002e34-5c33-48b7-8173-f05925a582a2 req-06aac2d8-440c-4945-9810-109de584e79d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 210 time: 0.1410019 Aug 31 12:40:55.192669 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-4bd7f54a-86dc-4c57-91c4-21ca661e43ad req-41bc999e-3fa4-4046-8dc2-2e9de6f57530 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Unset dirty status for tenant:ee1789ece77e48d9b5f61bbc4d7c4187 on resource:security_group {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:40:55.193900 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-4bd7f54a-86dc-4c57-91c4-21ca661e43ad req-41bc999e-3fa4-4046-8dc2-2e9de6f57530 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614151 Aug 31 12:40:55.195195 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ae59b-c517-4ec8-85cf-98f523d484e9 req-4c73a918-6e93-45f2-932d-7b9df010dfd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:55.196589 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-890ae59b-c517-4ec8-85cf-98f523d484e9 req-4c73a918-6e93-45f2-932d-7b9df010dfd3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0489485-e8f4-418a-8948-f2ea1b94cbf8 HTTP/1.1" status: 200 len: 859 time: 0.1380789 Aug 31 12:40:55.309571 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-890ae59b-c517-4ec8-85cf-98f523d484e9 req-07fd8253-c88a-4a8c-87c8-f387a51926a9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7520f9db-2e41-4f94-941d-df19122372d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772922 Aug 31 12:40:55.316965 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8d1ebd1d-cc62-4ba8-8d7a-457e4b21d3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:55.345724 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f28762-61e6-43e1-a9e6-dbc4c0f42fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16ec1a3-bd94-4712-be22-539720a2cf08', 'code': 200} Aug 31 12:40:55.367571 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1785e3c-70e9-4a86-b8a2-16b06db18d2a {{(pid=75035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:40:55.438808 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:55.474767 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8d1ebd1d-cc62-4ba8-8d7a-457e4b21d3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:55.571771 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Transition to ACTIVE for port object a1785e3c-70e9-4a86-b8a2-16b06db18d2a will not be triggered until provisioned by entity L2. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:40:55.586243 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902c20f-e044-46c8-993d-d3ce433cf7d8 req-c505e4e2-93b9-4c11-83f9-a9438186db50 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:55.588364 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-e902c20f-e044-46c8-993d-d3ce433cf7d8 req-c505e4e2-93b9-4c11-83f9-a9438186db50 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 946 time: 0.1747136 Aug 31 12:40:55.599247 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:55.636003 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-d3d65477-ba92-4f01-8daf-5a10c77ea94c tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:55.670650 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-11870d31-10da-4f81-a865-80c512aa9a32 req-fdc6316d-bb62-4ef2-b6b9-a108bda09da2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for port, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:55.834653 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-890ae59b-c517-4ec8-85cf-98f523d484e9 req-bb8b14ce-2bfd-4687-b003-bedcf602c698 service neutron] 10.222.0.52 "GET /v2.0/networks/7520f9db-2e41-4f94-941d-df19122372d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154848 Aug 31 12:40:55.851823 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-e902c20f-e044-46c8-993d-d3ce433cf7d8 req-98465189-93b9-4f79-bf8c-33076aa1c5e1 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400665 Aug 31 12:40:55.859540 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Pushing event updated for resources: {'Port': ['ID=a1785e3c-70e9-4a86-b8a2-16b06db18d2a,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:55.882822 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:55.901032 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c6c2d762-2da1-4f07-8684-8d7646bc46ca req-bcc59c64-518c-45b0-8184-8a6eb48f4a70 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 1099 time: 0.1871049 Aug 31 12:40:55.949626 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.provisioning_blocks [req-11870d31-10da-4f81-a865-80c512aa9a32 req-fdc6316d-bb62-4ef2-b6b9-a108bda09da2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Transition to ACTIVE for port object 2069e40e-6ea8-48f8-a056-1eb746d36640 will not be triggered until provisioned by entity DHCP. {{(pid=75034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:40:55.958251 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8d1ebd1d-cc62-4ba8-8d7a-457e4b21d3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:56.005012 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c6c2d762-2da1-4f07-8684-8d7646bc46ca req-a39167e8-d7f0-4dc1-9012-8a3eabf8f395 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990083 Aug 31 12:40:56.019217 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-ead67d94-69b5-4766-ada2-057e126e9a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:56.021365 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-11870d31-10da-4f81-a865-80c512aa9a32 req-fdc6316d-bb62-4ef2-b6b9-a108bda09da2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:56.030820 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:56.089895 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ebd1d-cc62-4ba8-8d7a-457e4b21d3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae71ba9b-113e-4d01-8821-fdd51186d61a,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:56.133854 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11870d31-10da-4f81-a865-80c512aa9a32 req-fdc6316d-bb62-4ef2-b6b9-a108bda09da2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Network 702c7954-d9af-4f3a-9da8-4db52418d64a is already hosted by enough agents. {{(pid=75034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:40:56.138974 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [req-11870d31-10da-4f81-a865-80c512aa9a32 req-fdc6316d-bb62-4ef2-b6b9-a108bda09da2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Resources bound (agent type, host, resource id): {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:40:56.144709 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [req-11870d31-10da-4f81-a865-80c512aa9a32 req-fdc6316d-bb62-4ef2-b6b9-a108bda09da2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Received port after_create {{(pid=75034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:40:56.145916 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-8d1ebd1d-cc62-4ba8-8d7a-457e4b21d3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:56.164307 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8d1ebd1d-cc62-4ba8-8d7a-457e4b21d3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:56.167840 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-8d1ebd1d-cc62-4ba8-8d7a-457e4b21d3d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae71ba9b-113e-4d01-8821-fdd51186d61a HTTP/1.1" status: 204 len: 168 time: 1.1050100 Aug 31 12:40:56.212487 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6316d-bb62-4ef2-b6b9-a108bda09da2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Pushing event updated for resources: {'Port': ['ID=2069e40e-6ea8-48f8-a056-1eb746d36640,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:56.219104 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-fdc6316d-bb62-4ef2-b6b9-a108bda09da2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:56.244903 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-890ae59b-c517-4ec8-85cf-98f523d484e9 req-48313961-e2da-4a5f-8cc1-e35a097e01e7 service neutron] 10.222.0.52 "GET /v2.0/networks/7520f9db-2e41-4f94-941d-df19122372d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922067 Aug 31 12:40:56.251768 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Attempting to bind port a1785e3c-70e9-4a86-b8a2-16b06db18d2a on host hv-cinder-80669 for vnic_type normal with profile {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:40:56.252109 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Attempting to bind port a1785e3c-70e9-4a86-b8a2-16b06db18d2a by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': 'ae37df81-d466-4d03-9260-d300c5171488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7520f9db-2e41-4f94-941d-df19122372d5'}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:40:56.252439 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Attempting to bind port a1785e3c-70e9-4a86-b8a2-16b06db18d2a on network 7520f9db-2e41-4f94-941d-df19122372d5 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:40:56.262952 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11870d31-10da-4f81-a865-80c512aa9a32 req-fdc6316d-bb62-4ef2-b6b9-a108bda09da2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:56.263754 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-11870d31-10da-4f81-a865-80c512aa9a32 req-fdc6316d-bb62-4ef2-b6b9-a108bda09da2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:56.271583 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Port a1785e3c-70e9-4a86-b8a2-16b06db18d2a on network 7520f9db-2e41-4f94-941d-df19122372d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:40:56.271905 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Attempting to bind port a1785e3c-70e9-4a86-b8a2-16b06db18d2a on network 7520f9db-2e41-4f94-941d-df19122372d5 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:40:56.294357 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c127f-bd5d-4cc3-b9da-1072843b55fc req-2da048fc-22c5-4171-ab4f-8ca4ebd3d560 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:56.302409 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-1f5c127f-bd5d-4cc3-b9da-1072843b55fc req-2da048fc-22c5-4171-ab4f-8ca4ebd3d560 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 946 time: 0.2222173 Aug 31 12:40:56.341999 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-11870d31-10da-4f81-a865-80c512aa9a32 req-fdc6316d-bb62-4ef2-b6b9-a108bda09da2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0079989 Aug 31 12:40:56.343738 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Checking agent: {'id': '5e6dd7d8-f43f-4d17-8159-c302453ef7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:40:56.344106 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Checking segment: {'id': 'ae37df81-d466-4d03-9260-d300c5171488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7520f9db-2e41-4f94-941d-df19122372d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:40:56.344506 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Bound using segment: {'id': 'ae37df81-d466-4d03-9260-d300c5171488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7520f9db-2e41-4f94-941d-df19122372d5'} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:40:56.344985 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Bound port: a1785e3c-70e9-4a86-b8a2-16b06db18d2a, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae37df81-d466-4d03-9260-d300c5171488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7520f9db-2e41-4f94-941d-df19122372d5'}}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:40:56.345333 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:56.362221 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [req-11870d31-10da-4f81-a865-80c512aa9a32 req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Request body: {'port': {'device_id': 'f47a3f6a-c0df-4490-a02b-f6aa4081c81f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:40:56.528397 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-1f5c127f-bd5d-4cc3-b9da-1072843b55fc req-0fd17563-47b1-4d45-a3cc-9bb72331104d tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0fb36b-6935-4842-8eb3-22f96c91835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249250 Aug 31 12:40:56.630091 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] For port a1785e3c-70e9-4a86-b8a2-16b06db18d2a, host hv-cinder-80669, cleared binding levels {{(pid=75035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:40:56.634318 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-3148c974-8203-4147-bde1-7365ced656e6 None None] Provisioning for port 2069e40e-6ea8-48f8-a056-1eb746d36640 completed by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:40:56.635069 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] For port a1785e3c-70e9-4a86-b8a2-16b06db18d2a, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=a1785e3c-70e9-4a86-b8a2-16b06db18d2a,segment=NetworkSegment(ae37df81-d466-4d03-9260-d300c5171488),segment_id=ae37df81-d466-4d03-9260-d300c5171488)] {{(pid=75035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:40:56.643060 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:56.644192 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-3148c974-8203-4147-bde1-7365ced656e6 None None] Provisioning complete for port 2069e40e-6ea8-48f8-a056-1eb746d36640 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:40:56.644573 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-3148c974-8203-4147-bde1-7365ced656e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:56.650662 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:56.766227 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-11870d31-10da-4f81-a865-80c512aa9a32 req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:56.801733 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-3148c974-8203-4147-bde1-7365ced656e6 None None] Port 2069e40e-6ea8-48f8-a056-1eb746d36640 cannot update to ACTIVE because it is not bound. {{(pid=75036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 31 12:40:56.856496 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883979a-0a07-44e3-996a-43f873820ab0 req-bdb7fd92-3c5a-4782-8eb7-9dc4e522a028 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:56.860393 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:56.861800 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] 10.222.0.52 "PUT /v2.0/ports/a1785e3c-70e9-4a86-b8a2-16b06db18d2a HTTP/1.1" status: 200 len: 1093 time: 3.1964762 Aug 31 12:40:56.862594 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2883979a-0a07-44e3-996a-43f873820ab0 req-bdb7fd92-3c5a-4782-8eb7-9dc4e522a028 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 943 time: 0.3141897 Aug 31 12:40:56.865426 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8636bdbb-9a46-48e7-a82d-1438124b0a1a', 'tag': 'a1785e3c-70e9-4a86-b8a2-16b06db18d2a'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:40:56.888316 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 60010) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:56.908366 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Pushing event updated for resources: {'Port': ['ID=a1785e3c-70e9-4a86-b8a2-16b06db18d2a,revision_number=3']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:56.911689 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:56.967984 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-37b22519-5609-45e0-b0fd-b42f39463a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:56.973519 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2883979a-0a07-44e3-996a-43f873820ab0 req-2872e94f-8704-48e1-8fc9-460c993aa528 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075833 Aug 31 12:40:57.044608 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e8104-4bae-4d32-af05-c0d4b4ca231f req-43a37a5e-e9c3-4d4f-9352-781ef9f4f1f7 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:57.046413 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a15e8104-4bae-4d32-af05-c0d4b4ca231f req-43a37a5e-e9c3-4d4f-9352-781ef9f4f1f7 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 931 time: 0.2788610 Aug 31 12:40:57.079096 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-37b22519-5609-45e0-b0fd-b42f39463a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:40:57.090782 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-37b22519-5609-45e0-b0fd-b42f39463a72 admin admin] Usage tracker for resource:security_group_rule and tenant:2f4ada9c7a224e3bb036c4667056d73c is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:40:57.097348 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-37b22519-5609-45e0-b0fd-b42f39463a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:40:57.111722 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-37b22519-5609-45e0-b0fd-b42f39463a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:40:57.121604 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-0b32a2e4-aa38-4f55-9a99-4466f54309f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee1789ece77e48d9b5f61bbc4d7c4187&device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 1096 time: 0.2043219 Aug 31 12:40:57.135474 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8636bdbb-9a46-48e7-a82d-1438124b0a1a', 'tag': 'a1785e3c-70e9-4a86-b8a2-16b06db18d2a', 'status': 'completed', 'code': 200} Aug 31 12:40:57.227271 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a15e8104-4bae-4d32-af05-c0d4b4ca231f req-75105efd-f36d-447d-9d08-d473e5a1d280 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720417 Aug 31 12:40:57.243603 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-78887b10-e402-4d0e-9e94-a485019a87c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1785e3c-70e9-4a86-b8a2-16b06db18d2a HTTP/1.1" status: 200 len: 217 time: 0.0886168 Aug 31 12:40:57.358504 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-6254027c-b350-4bb9-99e9-a55008eea77a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:57.361273 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-6254027c-b350-4bb9-99e9-a55008eea77a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0489485-e8f4-418a-8948-f2ea1b94cbf8 HTTP/1.1" status: 200 len: 859 time: 0.1096113 Aug 31 12:40:57.364611 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-37b22519-5609-45e0-b0fd-b42f39463a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:57.371735 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 3694f5ef-b8f7-4e39-878a-357d72f64dad details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:40:57.448974 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-37b22519-5609-45e0-b0fd-b42f39463a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:57.474670 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-df4e50d9-3e03-4dea-8d2d-62162c675a16 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7520f9db-2e41-4f94-941d-df19122372d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017346 Aug 31 12:40:57.476414 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-1d9005dd-f969-4687-bad9-7ef3f4e67e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:57.537358 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d2014-01bc-413c-a00d-73241d083e0f req-c8729fd3-7f0c-4d18-b4ea-252cff6d09e4 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:57.539367 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-3f7d2014-01bc-413c-a00d-73241d083e0f req-c8729fd3-7f0c-4d18-b4ea-252cff6d09e4 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 946 time: 0.1843567 Aug 31 12:40:57.575180 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.notifiers.nova [req-11870d31-10da-4f81-a865-80c512aa9a32 req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2069e40e-6ea8-48f8-a056-1eb746d36640 {{(pid=75034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:40:57.602467 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-11870d31-10da-4f81-a865-80c512aa9a32 req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:57.617368 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-3f7d2014-01bc-413c-a00d-73241d083e0f req-d4256510-1969-41d4-8101-6c6478dfbaff tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690575 Aug 31 12:40:57.638263 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b22519-5609-45e0-b0fd-b42f39463a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706552fc-7829-4267-9007-178054d72cf7,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:57.654065 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-37b22519-5609-45e0-b0fd-b42f39463a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:57.668599 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.provisioning_blocks [req-11870d31-10da-4f81-a865-80c512aa9a32 req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Transition to ACTIVE for port object 2069e40e-6ea8-48f8-a056-1eb746d36640 will not be triggered until provisioned by entity L2. {{(pid=75034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:40:57.668743 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-37b22519-5609-45e0-b0fd-b42f39463a72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f4ada9c7a224e3bb036c4667056d73c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7766161 Aug 31 12:40:57.669407 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 60032) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:40:57.676129 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-11870d31-10da-4f81-a865-80c512aa9a32 req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1383631'] for port, after_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:57.689347 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-db945dc1-e3a2-4936-a07e-838cf1c1326a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:57.701763 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 3694f5ef-b8f7-4e39-878a-357d72f64dad, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=3694f5ef-b8f7-4e39-878a-357d72f64dad,segment=NetworkSegment(ae37df81-d466-4d03-9260-d300c5171488),segment_id=ae37df81-d466-4d03-9260-d300c5171488)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:40:57.771446 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': '3694f5ef-b8f7-4e39-878a-357d72f64dad', 'network_id': '7520f9db-2e41-4f94-941d-df19122372d5', 'port_id': '3694f5ef-b8f7-4e39-878a-357d72f64dad', 'mac_address': 'fa:16:3e:8c:1f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0489485-e8f4-418a-8948-f2ea1b94cbf8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:40:57.834514 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-18add3cd-732e-4d31-b3ed-c9ed67ff3d22 service neutron] 10.222.0.52 "GET /v2.0/networks/7520f9db-2e41-4f94-941d-df19122372d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468568 Aug 31 12:40:57.924092 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:57.950066 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3694f5ef-b8f7-4e39-878a-357d72f64dad {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:40:57.976411 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-483e06ab-52c2-41b6-8d83-941a556ff7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:57.979385 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Pushing event updated for resources: {'Port': ['ID=2069e40e-6ea8-48f8-a056-1eb746d36640,revision_number=2']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:57.980197 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 3694f5ef-b8f7-4e39-878a-357d72f64dad, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=3694f5ef-b8f7-4e39-878a-357d72f64dad,segment=NetworkSegment(ae37df81-d466-4d03-9260-d300c5171488),segment_id=ae37df81-d466-4d03-9260-d300c5171488)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:40:57.987369 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:57.989406 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-b96372b6-97aa-4394-8880-c851d6d44ca9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:57.994929 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:58.068035 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-483e06ab-52c2-41b6-8d83-941a556ff7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:58.111029 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5f36cbe0-f4bf-4bb5-8bc9-7b7e6e1fa37e req-b0ab6566-ce0a-4371-a5d5-95d6d52ff077 service neutron] 10.222.0.52 "GET /v2.0/networks/7520f9db-2e41-4f94-941d-df19122372d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658727 Aug 31 12:40:58.154273 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df50c80-9eea-414c-8b47-e1f987f2027a req-33a38fc4-53ca-449c-aa5d-3bfbe0400b23 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:58.156179 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3df50c80-9eea-414c-8b47-e1f987f2027a req-33a38fc4-53ca-449c-aa5d-3bfbe0400b23 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 946 time: 0.4096677 Aug 31 12:40:58.169680 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.managers [req-11870d31-10da-4f81-a865-80c512aa9a32 req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Attempting to bind port 2069e40e-6ea8-48f8-a056-1eb746d36640 on host hv-cinder-80669 for vnic_type normal with profile {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:40:58.173927 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.managers [req-11870d31-10da-4f81-a865-80c512aa9a32 req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Attempting to bind port 2069e40e-6ea8-48f8-a056-1eb746d36640 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': '0e52ecdb-d8b9-4496-8200-9896e7e726ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a'}] {{(pid=75034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:40:58.174878 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11870d31-10da-4f81-a865-80c512aa9a32 req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Attempting to bind port 2069e40e-6ea8-48f8-a056-1eb746d36640 on network 702c7954-d9af-4f3a-9da8-4db52418d64a {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:40:58.192798 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11870d31-10da-4f81-a865-80c512aa9a32 req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Port 2069e40e-6ea8-48f8-a056-1eb746d36640 on network 702c7954-d9af-4f3a-9da8-4db52418d64a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:40:58.194386 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11870d31-10da-4f81-a865-80c512aa9a32 req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Attempting to bind port 2069e40e-6ea8-48f8-a056-1eb746d36640 on network 702c7954-d9af-4f3a-9da8-4db52418d64a {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:40:58.220592 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11870d31-10da-4f81-a865-80c512aa9a32 req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Checking agent: {'id': '5e6dd7d8-f43f-4d17-8159-c302453ef7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:40:58.221652 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11870d31-10da-4f81-a865-80c512aa9a32 req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Checking segment: {'id': '0e52ecdb-d8b9-4496-8200-9896e7e726ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:40:58.222319 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11870d31-10da-4f81-a865-80c512aa9a32 req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Bound using segment: {'id': '0e52ecdb-d8b9-4496-8200-9896e7e726ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a'} {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:40:58.224841 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.managers [req-11870d31-10da-4f81-a865-80c512aa9a32 req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Bound port: 2069e40e-6ea8-48f8-a056-1eb746d36640, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e52ecdb-d8b9-4496-8200-9896e7e726ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a'}}] {{(pid=75034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:40:58.225444 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-11870d31-10da-4f81-a865-80c512aa9a32 req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:58.268434 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=3694f5ef-b8f7-4e39-878a-357d72f64dad,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:58.271916 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-483e06ab-52c2-41b6-8d83-941a556ff7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:58.277159 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:58.278430 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['3694f5ef-b8f7-4e39-878a-357d72f64dad'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:40:58.285127 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-20f1ad38-3741-4007-a0c2-5c2e08252c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:58.307872 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e06ab-52c2-41b6-8d83-941a556ff7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706552fc-7829-4267-9007-178054d72cf7,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:58.313227 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3df50c80-9eea-414c-8b47-e1f987f2027a req-a4a6afcd-172c-455b-a89e-d42a0f8cdc5a tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0fb36b-6935-4842-8eb3-22f96c91835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460514 Aug 31 12:40:58.315763 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-483e06ab-52c2-41b6-8d83-941a556ff7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:58.322039 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-483e06ab-52c2-41b6-8d83-941a556ff7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:58.333978 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-483e06ab-52c2-41b6-8d83-941a556ff7d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/706552fc-7829-4267-9007-178054d72cf7 HTTP/1.1" status: 204 len: 168 time: 0.6633711 Aug 31 12:40:58.359509 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-95181df6-0c34-479b-9485-ec47d7b2e6ec req-03018529-8c28-4ab9-8f75-6231c249a2b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee1789ece77e48d9b5f61bbc4d7c4187&device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 1096 time: 0.1627898 Aug 31 12:40:58.549738 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa0c5f-5556-4804-90c3-1203852e5a54 req-f52776d8-8bc9-43aa-a088-0412b508b348 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:58.557960 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-19fa0c5f-5556-4804-90c3-1203852e5a54 req-f52776d8-8bc9-43aa-a088-0412b508b348 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 943 time: 0.2983875 Aug 31 12:40:58.563138 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [req-11870d31-10da-4f81-a865-80c512aa9a32 req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] For port 2069e40e-6ea8-48f8-a056-1eb746d36640, host hv-cinder-80669, cleared binding levels {{(pid=75034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:40:58.627681 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [req-11870d31-10da-4f81-a865-80c512aa9a32 req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] For port 2069e40e-6ea8-48f8-a056-1eb746d36640, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=2069e40e-6ea8-48f8-a056-1eb746d36640,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:40:58.666729 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-19fa0c5f-5556-4804-90c3-1203852e5a54 req-c5fea16c-b12f-4fbd-be83-90e67b0273b8 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074197 Aug 31 12:40:58.668852 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-11870d31-10da-4f81-a865-80c512aa9a32 req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1383631'] for port, after_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:58.678303 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-74b55591-a1a6-4c19-8e40-260e035f1e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:40:58.814620 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-11870d31-10da-4f81-a865-80c512aa9a32 req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:58.817631 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-11870d31-10da-4f81-a865-80c512aa9a32 req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] 10.222.0.52 "PUT /v2.0/ports/2069e40e-6ea8-48f8-a056-1eb746d36640 HTTP/1.1" status: 200 len: 1093 time: 2.4682474 Aug 31 12:40:58.818799 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47a3f6a-c0df-4490-a02b-f6aa4081c81f', 'tag': '2069e40e-6ea8-48f8-a056-1eb746d36640'}] {{(pid=75034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:40:58.842089 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Pushing event updated for resources: {'Port': ['ID=2069e40e-6ea8-48f8-a056-1eb746d36640,revision_number=3']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:40:58.847486 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:40:58.987448 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95181df6-0c34-479b-9485-ec47d7b2e6ec req-c137323e-87ce-418b-8911-47f2a4f28a2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:58.988564 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-95181df6-0c34-479b-9485-ec47d7b2e6ec req-c137323e-87ce-418b-8911-47f2a4f28a2a service neutron] 10.222.0.52 "GET /v2.0/networks?id=7520f9db-2e41-4f94-941d-df19122372d5 HTTP/1.1" status: 200 len: 920 time: 0.6223412 Aug 31 12:40:59.170084 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-11870d31-10da-4f81-a865-80c512aa9a32 req-c928d94c-93d3-41eb-a827-7e95025bed39 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5d0d26219144527ad3c1eecfdfeb7f8&device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 1096 time: 0.2943327 Aug 31 12:40:59.172950 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5500477-f573-4e4f-9ba1-9e0ddf3aaaa8 req-cc058055-37c1-47bb-8f6a-b00d127e8177 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:59.174486 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-e5500477-f573-4e4f-9ba1-9e0ddf3aaaa8 req-cc058055-37c1-47bb-8f6a-b00d127e8177 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 943 time: 0.5240748 Aug 31 12:40:59.175722 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-95181df6-0c34-479b-9485-ec47d7b2e6ec req-03653dac-0328-427c-90d8-23a51a58b76d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1785e3c-70e9-4a86-b8a2-16b06db18d2a HTTP/1.1" status: 200 len: 217 time: 0.1730440 Aug 31 12:40:59.202392 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a975c30-8e90-49f9-a04e-963806be8a9f req-f21fba94-190a-496f-85f6-3a69e4a5c7d9 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:59.203932 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1a975c30-8e90-49f9-a04e-963806be8a9f req-f21fba94-190a-496f-85f6-3a69e4a5c7d9 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 946 time: 0.2651994 Aug 31 12:40:59.381517 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-11870d31-10da-4f81-a865-80c512aa9a32 req-8795269f-d4a7-49b6-9fb3-b9df01cc1e80 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2069e40e-6ea8-48f8-a056-1eb746d36640 HTTP/1.1" status: 200 len: 217 time: 0.1953747 Aug 31 12:40:59.399878 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 3694f5ef-b8f7-4e39-878a-357d72f64dad up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:40:59.414519 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95181df6-0c34-479b-9485-ec47d7b2e6ec req-d64bb851-e260-4443-a662-6fef2e924006 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:59.416470 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-95181df6-0c34-479b-9485-ec47d7b2e6ec req-d64bb851-e260-4443-a662-6fef2e924006 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0489485-e8f4-418a-8948-f2ea1b94cbf8 HTTP/1.1" status: 200 len: 859 time: 0.2336459 Aug 31 12:40:59.438303 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-e5500477-f573-4e4f-9ba1-9e0ddf3aaaa8 req-9fbf4fe3-22ab-4e64-9eb7-77dda3307bae tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571929 Aug 31 12:40:59.548656 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-95181df6-0c34-479b-9485-ec47d7b2e6ec req-e17274e0-cf52-4667-a139-14e6a5271f87 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7520f9db-2e41-4f94-941d-df19122372d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053135 Aug 31 12:40:59.568762 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning for port 3694f5ef-b8f7-4e39-878a-357d72f64dad completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:40:59.574131 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port 3694f5ef-b8f7-4e39-878a-357d72f64dad triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:40:59.578017 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:59.606695 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1a975c30-8e90-49f9-a04e-963806be8a9f req-8767dd42-b4fb-4323-9152-e0641bcaf386 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011906 Aug 31 12:40:59.621250 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f47a3f6a-c0df-4490-a02b-f6aa4081c81f', 'tag': '2069e40e-6ea8-48f8-a056-1eb746d36640', 'status': 'completed', 'code': 200} Aug 31 12:40:59.637423 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11870d31-10da-4f81-a865-80c512aa9a32 req-e7a8a26e-d89e-4dc5-8111-69e9aa4d8548 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:40:59.639079 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-11870d31-10da-4f81-a865-80c512aa9a32 req-e7a8a26e-d89e-4dc5-8111-69e9aa4d8548 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0374522e-8e13-43f1-b19e-60140b6db1f3 HTTP/1.1" status: 200 len: 855 time: 0.2390707 Aug 31 12:40:59.813180 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:59.854046 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd71754-222d-4f4c-8dcc-6457e9ec80b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3694f5ef-b8f7-4e39-878a-357d72f64dad'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:40:59.892258 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 3694f5ef-b8f7-4e39-878a-357d72f64dad, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=3694f5ef-b8f7-4e39-878a-357d72f64dad,segment=NetworkSegment(ae37df81-d466-4d03-9260-d300c5171488),segment_id=ae37df81-d466-4d03-9260-d300c5171488)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:40:59.902023 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:40:59.903655 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-11870d31-10da-4f81-a865-80c512aa9a32 req-1bbae23c-f559-463b-9814-22073a128ecd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=702c7954-d9af-4f3a-9da8-4db52418d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2566292 Aug 31 12:40:59.904549 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-95181df6-0c34-479b-9485-ec47d7b2e6ec req-3344c3df-603d-47a4-811a-f0a4214f97f2 service neutron] 10.222.0.52 "GET /v2.0/networks/7520f9db-2e41-4f94-941d-df19122372d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472235 Aug 31 12:40:59.905875 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:00.096190 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd71754-222d-4f4c-8dcc-6457e9ec80b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3694f5ef-b8f7-4e39-878a-357d72f64dad', 'code': 200} Aug 31 12:41:00.097829 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-95181df6-0c34-479b-9485-ec47d7b2e6ec req-e159565c-2610-4381-9013-dc9d13ddc343 service neutron] 10.222.0.52 "GET /v2.0/networks/7520f9db-2e41-4f94-941d-df19122372d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818824 Aug 31 12:41:00.180585 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533dd8f-3c16-42fc-a82a-140fcd3878aa req-3b64663a-bae7-45ea-af0b-dfadfe7356ee tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:00.181287 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5533dd8f-3c16-42fc-a82a-140fcd3878aa req-3b64663a-bae7-45ea-af0b-dfadfe7356ee tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 943 time: 0.0890670 Aug 31 12:41:00.213855 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=3694f5ef-b8f7-4e39-878a-357d72f64dad,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:00.220586 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:00.276039 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-11870d31-10da-4f81-a865-80c512aa9a32 req-e6e7e307-21d5-46e4-8b6e-a134bb3cefeb service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606315 Aug 31 12:41:00.313551 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5533dd8f-3c16-42fc-a82a-140fcd3878aa req-527bc328-71b8-4456-8839-5d650b53a83e tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245494 Aug 31 12:41:00.481752 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-00d3e366-44cd-42c2-ae2a-210858aa6a01 req-1e18822f-e376-4212-9286-54f88fe0e4be service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 1098 time: 0.1218648 Aug 31 12:41:00.517160 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-11870d31-10da-4f81-a865-80c512aa9a32 req-847ad1e3-9136-469d-a2e3-32bf4af13146 service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340534 Aug 31 12:41:00.576009 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-00d3e366-44cd-42c2-ae2a-210858aa6a01 req-2cea9960-bde5-4ca0-b9a5-14c63384b47b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845351 Aug 31 12:41:00.739177 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-bedb0009-3136-4dd7-bce8-f5c96a9def45 req-e2fc0724-7044-4f99-bed7-f54138ea3954 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5d0d26219144527ad3c1eecfdfeb7f8&device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 1096 time: 0.1708663 Aug 31 12:41:00.770244 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080fb6c-8174-4563-95cd-313c269d5a0b req-0b6aade9-03c3-4d55-9bee-8fbadc924d56 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:00.771934 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5080fb6c-8174-4563-95cd-313c269d5a0b req-0b6aade9-03c3-4d55-9bee-8fbadc924d56 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 943 time: 0.1069455 Aug 31 12:41:00.946578 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5080fb6c-8174-4563-95cd-313c269d5a0b req-80fa604c-f7b7-4709-b83b-4765fade202f tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685658 Aug 31 12:41:00.995686 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb0009-3136-4dd7-bce8-f5c96a9def45 req-f613d7f6-de90-409c-9fad-73bb902b875c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:00.997363 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-bedb0009-3136-4dd7-bce8-f5c96a9def45 req-f613d7f6-de90-409c-9fad-73bb902b875c service neutron] 10.222.0.52 "GET /v2.0/networks?id=702c7954-d9af-4f3a-9da8-4db52418d64a HTTP/1.1" status: 200 len: 917 time: 0.1974375 Aug 31 12:41:01.094584 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-bedb0009-3136-4dd7-bce8-f5c96a9def45 req-f5cdfb82-9237-4b52-8ebf-b03569d730fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2069e40e-6ea8-48f8-a056-1eb746d36640 HTTP/1.1" status: 200 len: 217 time: 0.0886993 Aug 31 12:41:01.179769 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb0009-3136-4dd7-bce8-f5c96a9def45 req-d484b82b-cacd-4679-b1f9-3ce283ba54e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:01.181645 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-bedb0009-3136-4dd7-bce8-f5c96a9def45 req-d484b82b-cacd-4679-b1f9-3ce283ba54e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0374522e-8e13-43f1-b19e-60140b6db1f3 HTTP/1.1" status: 200 len: 855 time: 0.0745077 Aug 31 12:41:01.291576 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-bedb0009-3136-4dd7-bce8-f5c96a9def45 req-14a05920-20f5-461e-b799-eb76f9362adf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=702c7954-d9af-4f3a-9da8-4db52418d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1019089 Aug 31 12:41:01.401231 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device a1785e3c-70e9-4a86-b8a2-16b06db18d2a details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:41:01.514244 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-bedb0009-3136-4dd7-bce8-f5c96a9def45 req-22ae5735-59bf-4306-b833-2e72520169ac service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123911 Aug 31 12:41:01.777052 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port a1785e3c-70e9-4a86-b8a2-16b06db18d2a, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=a1785e3c-70e9-4a86-b8a2-16b06db18d2a,segment=NetworkSegment(ae37df81-d466-4d03-9260-d300c5171488),segment_id=ae37df81-d466-4d03-9260-d300c5171488)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:01.796111 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': 'a1785e3c-70e9-4a86-b8a2-16b06db18d2a', 'network_id': '7520f9db-2e41-4f94-941d-df19122372d5', 'port_id': 'a1785e3c-70e9-4a86-b8a2-16b06db18d2a', 'mac_address': 'fa:16:3e:c8:21:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0489485-e8f4-418a-8948-f2ea1b94cbf8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:41:02.082738 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 60190) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:02.115339 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:02.138577 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143160d8-7801-4d58-b2ff-1b5ba7996ef7 req-4a4ac0d9-1e51-4b0a-8aae-5a7156ac6914 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:02.148851 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-143160d8-7801-4d58-b2ff-1b5ba7996ef7 req-4a4ac0d9-1e51-4b0a-8aae-5a7156ac6914 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 943 time: 0.4925334 Aug 31 12:41:02.160790 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1785e3c-70e9-4a86-b8a2-16b06db18d2a {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:41:02.169876 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-bedb0009-3136-4dd7-bce8-f5c96a9def45 req-da53d0e2-ff50-406d-9cf9-2ca932f6de24 service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6448827 Aug 31 12:41:02.196751 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port a1785e3c-70e9-4a86-b8a2-16b06db18d2a, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=a1785e3c-70e9-4a86-b8a2-16b06db18d2a,segment=NetworkSegment(ae37df81-d466-4d03-9260-d300c5171488),segment_id=ae37df81-d466-4d03-9260-d300c5171488)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:02.203555 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:02.205469 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-7236b65e-267f-4f81-a371-df8c1508df1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:02.253781 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-143160d8-7801-4d58-b2ff-1b5ba7996ef7 req-8d262f02-b298-4d92-83c6-59cf85525a73 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826323 Aug 31 12:41:02.412365 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=a1785e3c-70e9-4a86-b8a2-16b06db18d2a,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:02.418025 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:02.451561 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['a1785e3c-70e9-4a86-b8a2-16b06db18d2a'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:41:02.489530 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f89f42-91da-4a41-acfb-472e785d8fdc req-029c738d-8bf6-40c9-9281-523df3756af1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:02.491024 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-44f89f42-91da-4a41-acfb-472e785d8fdc req-029c738d-8bf6-40c9-9281-523df3756af1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 943 time: 0.2202969 Aug 31 12:41:02.525678 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-16d16d84-993b-486e-bc68-647d762cc0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:02.670336 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-44f89f42-91da-4a41-acfb-472e785d8fdc req-7b0fb9c0-2b6c-4f68-a85b-deb1e7b0dbb8 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323004 Aug 31 12:41:02.687388 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-16d16d84-993b-486e-bc68-647d762cc0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:02.694959 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-16d16d84-993b-486e-bc68-647d762cc0d6 admin admin] Usage tracker for resource:security_group_rule and tenant:82eb3f49f85a46d4aa86a49903f6322f is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:02.706768 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-16d16d84-993b-486e-bc68-647d762cc0d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:02.719990 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-16d16d84-993b-486e-bc68-647d762cc0d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:02.874781 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-16d16d84-993b-486e-bc68-647d762cc0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:02.878571 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-16d16d84-993b-486e-bc68-647d762cc0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:02.887535 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-8327d2bd-008f-4eea-af98-9d5b88513005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:02.937091 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-16d16d84-993b-486e-bc68-647d762cc0d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82eb3f49f85a46d4aa86a49903f6322f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8528221 Aug 31 12:41:02.938142 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d16d84-993b-486e-bc68-647d762cc0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad195ec-8222-4275-ae45-472c344c0270,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:02.939892 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 60212) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:02.941599 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-16d16d84-993b-486e-bc68-647d762cc0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:03.025636 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-a9a88ced-d102-406a-b17d-0cb00a191fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.056292 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-a9a88ced-d102-406a-b17d-0cb00a191fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.143182 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-a9a88ced-d102-406a-b17d-0cb00a191fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.151363 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:03.169790 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a88ced-d102-406a-b17d-0cb00a191fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad195ec-8222-4275-ae45-472c344c0270,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:03.173736 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-a9a88ced-d102-406a-b17d-0cb00a191fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:03.174953 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-a9a88ced-d102-406a-b17d-0cb00a191fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.177022 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-a9a88ced-d102-406a-b17d-0cb00a191fe8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ad195ec-8222-4275-ae45-472c344c0270 HTTP/1.1" status: 204 len: 168 time: 0.2339265 Aug 31 12:41:03.419047 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 2069e40e-6ea8-48f8-a056-1eb746d36640 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:41:03.423320 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device a1785e3c-70e9-4a86-b8a2-16b06db18d2a up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:41:03.573299 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f6202-d7e4-42a1-aa85-eb677d17a271 req-9ce687e9-d597-4e5f-89f4-0a3328cef116 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:03.583364 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-db6f6202-d7e4-42a1-aa85-eb677d17a271 req-9ce687e9-d597-4e5f-89f4-0a3328cef116 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 944 time: 0.1398039 Aug 31 12:41:03.628703 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning for port a1785e3c-70e9-4a86-b8a2-16b06db18d2a completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:41:03.642948 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-db6f6202-d7e4-42a1-aa85-eb677d17a271 req-88d3a4f6-f726-456b-9c73-85296018557a tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584676 Aug 31 12:41:03.647886 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port a1785e3c-70e9-4a86-b8a2-16b06db18d2a triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:03.648701 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.704368 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 60236) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:03.713330 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 2069e40e-6ea8-48f8-a056-1eb746d36640, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=2069e40e-6ea8-48f8-a056-1eb746d36640,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:03.725799 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-32997191-cbc5-40d9-ba76-daf4c91ca01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.737133 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': '2069e40e-6ea8-48f8-a056-1eb746d36640', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'port_id': '2069e40e-6ea8-48f8-a056-1eb746d36640', 'mac_address': 'fa:16:3e:7f:2e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:41:03.771554 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-32997191-cbc5-40d9-ba76-daf4c91ca01b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:03.776730 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-32997191-cbc5-40d9-ba76-daf4c91ca01b admin admin] Usage tracker for resource:security_group_rule and tenant:50c6513369bb42b084400e697e028fd6 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:03.782263 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-32997191-cbc5-40d9-ba76-daf4c91ca01b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:03.798872 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-32997191-cbc5-40d9-ba76-daf4c91ca01b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:03.855543 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.891071 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8636bdbb-9a46-48e7-a82d-1438124b0a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1785e3c-70e9-4a86-b8a2-16b06db18d2a'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:41:03.895563 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.915643 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port a1785e3c-70e9-4a86-b8a2-16b06db18d2a, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=a1785e3c-70e9-4a86-b8a2-16b06db18d2a,segment=NetworkSegment(ae37df81-d466-4d03-9260-d300c5171488),segment_id=ae37df81-d466-4d03-9260-d300c5171488)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:03.922357 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2069e40e-6ea8-48f8-a056-1eb746d36640 {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:41:03.938681 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 2069e40e-6ea8-48f8-a056-1eb746d36640, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=2069e40e-6ea8-48f8-a056-1eb746d36640,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:03.940379 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.942532 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-63a21dac-986c-492d-8655-553e280f5e3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:03.957192 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-32997191-cbc5-40d9-ba76-daf4c91ca01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.964466 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-32997191-cbc5-40d9-ba76-daf4c91ca01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:03.991367 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:04.008375 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8636bdbb-9a46-48e7-a82d-1438124b0a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1785e3c-70e9-4a86-b8a2-16b06db18d2a', 'code': 200} Aug 31 12:41:04.018639 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:04.026958 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=a1785e3c-70e9-4a86-b8a2-16b06db18d2a,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:04.030359 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:04.031061 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:04.124219 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-32997191-cbc5-40d9-ba76-daf4c91ca01b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50c6513369bb42b084400e697e028fd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4162288 Aug 31 12:41:04.124997 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 60254) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:04.125502 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=2069e40e-6ea8-48f8-a056-1eb746d36640,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:04.129208 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:04.136819 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32997191-cbc5-40d9-ba76-daf4c91ca01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68415dcf-a9a2-4889-8eff-282640a92b4a,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:04.150113 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-32997191-cbc5-40d9-ba76-daf4c91ca01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:04.186016 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd86ac-0753-4e62-9f44-e011394d6a69 req-db55ab48-4d24-4a60-8af0-558ff46ce8d6 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:04.187838 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5fcd86ac-0753-4e62-9f44-e011394d6a69 req-db55ab48-4d24-4a60-8af0-558ff46ce8d6 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 944 time: 0.1758883 Aug 31 12:41:04.239414 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-7c0b778d-ac69-4663-83d9-5e85cd9a6e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:04.272874 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5fcd86ac-0753-4e62-9f44-e011394d6a69 req-9aa40443-44d2-4956-829c-e00070f93c44 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788527 Aug 31 12:41:04.281482 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-7c0b778d-ac69-4663-83d9-5e85cd9a6e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:04.328928 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['2069e40e-6ea8-48f8-a056-1eb746d36640'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:41:04.369240 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-7c0b778d-ac69-4663-83d9-5e85cd9a6e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:04.374528 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-f5908486-a78d-4bd8-a238-4b84bc4fac4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:04.397421 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b778d-ac69-4663-83d9-5e85cd9a6e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68415dcf-a9a2-4889-8eff-282640a92b4a,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:04.401261 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-7c0b778d-ac69-4663-83d9-5e85cd9a6e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:04.411132 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-7c0b778d-ac69-4663-83d9-5e85cd9a6e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:04.411719 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-67ae59eb-1804-4a25-8ddd-4151e7dedcfe req-28edcda6-81ec-4ac8-8ca7-480a5a0a34ed service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 1098 time: 0.0944192 Aug 31 12:41:04.415356 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-7c0b778d-ac69-4663-83d9-5e85cd9a6e1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68415dcf-a9a2-4889-8eff-282640a92b4a HTTP/1.1" status: 204 len: 168 time: 0.2878141 Aug 31 12:41:04.499133 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-67ae59eb-1804-4a25-8ddd-4151e7dedcfe req-d103f9fa-d57b-49ce-8ceb-00e87200777c service neutron] Synchronizing usage tracker for tenant:798e3e385b034c1da75179d516a6afd5 on resource:security_group {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:41:04.525105 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-67ae59eb-1804-4a25-8ddd-4151e7dedcfe req-d103f9fa-d57b-49ce-8ceb-00e87200777c service neutron] Unset dirty status for tenant:798e3e385b034c1da75179d516a6afd5 on resource:security_group {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:41:04.526670 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-67ae59eb-1804-4a25-8ddd-4151e7dedcfe req-d103f9fa-d57b-49ce-8ceb-00e87200777c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036353 Aug 31 12:41:04.871950 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c3897-fed5-4e8e-b3ce-e645e9e2ac65 req-9a1078fc-4e36-48fa-9612-ff2c61a0058d tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:04.874228 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-e93c3897-fed5-4e8e-b3ce-e645e9e2ac65 req-9a1078fc-4e36-48fa-9612-ff2c61a0058d tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.0925345 Aug 31 12:41:04.990607 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-e93c3897-fed5-4e8e-b3ce-e645e9e2ac65 req-b951cd9d-89e0-43dd-923b-dfcb4fd2446f tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037133 Aug 31 12:41:05.441443 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 2069e40e-6ea8-48f8-a056-1eb746d36640 up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:41:05.545485 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning for port 2069e40e-6ea8-48f8-a056-1eb746d36640 completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:41:05.552496 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port 2069e40e-6ea8-48f8-a056-1eb746d36640 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:05.554825 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:05.574042 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c32b50-5f84-48f0-bcc4-6ae21e2538a4 req-dc9e4eb0-e720-4fe5-bd11-ce2092e28359 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:05.577722 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-08c32b50-5f84-48f0-bcc4-6ae21e2538a4 req-dc9e4eb0-e720-4fe5-bd11-ce2092e28359 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 944 time: 0.1133311 Aug 31 12:41:05.641601 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-08c32b50-5f84-48f0-bcc4-6ae21e2538a4 req-2e4622a6-5588-4bf3-b813-33919213c763 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466504 Aug 31 12:41:05.762776 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:05.807256 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 2069e40e-6ea8-48f8-a056-1eb746d36640, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=2069e40e-6ea8-48f8-a056-1eb746d36640,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:05.814462 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:05.817059 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-e3693f7c-59c4-4cbc-bfd9-fcecc09ec3dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:05.904355 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=2069e40e-6ea8-48f8-a056-1eb746d36640,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:05.910036 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:06.009671 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47a3f6a-c0df-4490-a02b-f6aa4081c81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2069e40e-6ea8-48f8-a056-1eb746d36640'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:41:06.348402 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47a3f6a-c0df-4490-a02b-f6aa4081c81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2069e40e-6ea8-48f8-a056-1eb746d36640', 'code': 200} Aug 31 12:41:06.371113 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972c64f-7c9e-4fce-abae-c2b9da4a675a req-dbb1591f-1556-49ae-91ef-4ca5119305cf tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:06.375875 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-3972c64f-7c9e-4fce-abae-c2b9da4a675a req-dbb1591f-1556-49ae-91ef-4ca5119305cf tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.1460762 Aug 31 12:41:06.473351 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-3972c64f-7c9e-4fce-abae-c2b9da4a675a req-5b278340-57b4-45fe-8bfb-7a9ab8b9e116 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823402 Aug 31 12:41:06.649737 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37130b50-7122-404e-bc31-1fd3b1cc54d5 req-2eb9cc11-dce9-4fcc-8b44-3fc105419c6c tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:06.657572 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-37130b50-7122-404e-bc31-1fd3b1cc54d5 req-2eb9cc11-dce9-4fcc-8b44-3fc105419c6c tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 946 time: 0.1227372 Aug 31 12:41:06.730829 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-37130b50-7122-404e-bc31-1fd3b1cc54d5 req-7e78638c-c9fa-4e35-8624-7e23c09e5c91 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0fb36b-6935-4842-8eb3-22f96c91835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711162 Aug 31 12:41:06.774371 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-93cac8de-7755-44a5-b741-1bd6312bf055 req-625dccc4-f8c0-46c9-a40f-ce2b03f8d5ae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 1098 time: 0.1186779 Aug 31 12:41:06.869024 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-93cac8de-7755-44a5-b741-1bd6312bf055 req-9903a37e-d735-482b-a1e7-2384fce55046 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897481 Aug 31 12:41:07.027384 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a8f4d-9fd5-479a-b848-5e46649216d7 req-7b4d754c-fedf-47ba-8412-39f8ff7d3695 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:07.030427 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-480a8f4d-9fd5-479a-b848-5e46649216d7 req-7b4d754c-fedf-47ba-8412-39f8ff7d3695 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.1226978 Aug 31 12:41:07.099807 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-480a8f4d-9fd5-479a-b848-5e46649216d7 req-92731c88-2e68-446b-bafd-511372295628 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637796 Aug 31 12:41:07.346085 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-db11591d-6839-4d95-aa87-24901aa9ab94 req-8b21561f-2812-42cf-a2ef-cf696dccfedc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee1789ece77e48d9b5f61bbc4d7c4187&device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 1098 time: 0.1033480 Aug 31 12:41:07.352939 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82fbef-ff5b-447c-8733-5af0fef29117 req-710c3973-2240-4c60-a407-fb426ec792d8 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:07.355009 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1b82fbef-ff5b-447c-8733-5af0fef29117 req-710c3973-2240-4c60-a407-fb426ec792d8 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.1662819 Aug 31 12:41:07.522201 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1b82fbef-ff5b-447c-8733-5af0fef29117 req-ca7a13f0-5d1a-45de-81d6-2e6191ef6ac4 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411068 Aug 31 12:41:07.551000 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11591d-6839-4d95-aa87-24901aa9ab94 req-55ee655a-f2bd-43d0-aa42-6c7a9c559ede service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:07.552885 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-db11591d-6839-4d95-aa87-24901aa9ab94 req-55ee655a-f2bd-43d0-aa42-6c7a9c559ede service neutron] 10.222.0.52 "GET /v2.0/networks?id=7520f9db-2e41-4f94-941d-df19122372d5 HTTP/1.1" status: 200 len: 920 time: 0.1968470 Aug 31 12:41:07.639579 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-db11591d-6839-4d95-aa87-24901aa9ab94 req-821f6b05-a056-4b76-9984-d5402cdb11d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1785e3c-70e9-4a86-b8a2-16b06db18d2a HTTP/1.1" status: 200 len: 217 time: 0.0669074 Aug 31 12:41:07.730172 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11591d-6839-4d95-aa87-24901aa9ab94 req-c2e756ec-73c9-4821-a855-dd446cc461b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:07.731808 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-db11591d-6839-4d95-aa87-24901aa9ab94 req-c2e756ec-73c9-4821-a855-dd446cc461b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0489485-e8f4-418a-8948-f2ea1b94cbf8 HTTP/1.1" status: 200 len: 859 time: 0.0739348 Aug 31 12:41:07.786191 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-db11591d-6839-4d95-aa87-24901aa9ab94 req-3455048e-6b2f-477e-bbc4-74e4e03fd8e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7520f9db-2e41-4f94-941d-df19122372d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453103 Aug 31 12:41:07.863623 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-c5e8fa14-d7bf-41a1-b8a6-678e7bd2f48b tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:07.864429 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-c5e8fa14-d7bf-41a1-b8a6-678e7bd2f48b tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Synchronizing usage tracker for tenant:64fbaa82947f4910b46f8f5a33a5468f on resource:network {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:41:07.884536 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-c5e8fa14-d7bf-41a1-b8a6-678e7bd2f48b tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Unset dirty status for tenant:64fbaa82947f4910b46f8f5a33a5468f on resource:network {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:41:07.885905 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-c5e8fa14-d7bf-41a1-b8a6-678e7bd2f48b tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/networks?id=c6ceaadb-368e-432b-9744-86af2318977a HTTP/1.1" status: 200 len: 814 time: 0.2763638 Aug 31 12:41:07.902831 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-c1595b51-254e-4700-ad40-f482e81779ea tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/quotas/64fbaa82947f4910b46f8f5a33a5468f HTTP/1.1" status: 200 len: 375 time: 0.0113561 Aug 31 12:41:07.987209 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-a8bcad50-7c4b-4d51-8a88-f93f930b23e3 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=64fbaa82947f4910b46f8f5a33a5468f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0784295 Aug 31 12:41:07.996156 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-db11591d-6839-4d95-aa87-24901aa9ab94 req-0a5ab6d3-a6d8-4463-b434-3866894f67e3 service neutron] 10.222.0.52 "GET /v2.0/networks/7520f9db-2e41-4f94-941d-df19122372d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960783 Aug 31 12:41:08.010957 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde0b45-0ccc-48da-9b64-578ff5c09745 req-a49eb831-5d26-4013-8621-13f9058a6575 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:08.012425 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-3dde0b45-0ccc-48da-9b64-578ff5c09745 req-a49eb831-5d26-4013-8621-13f9058a6575 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 946 time: 0.1269939 Aug 31 12:41:08.122528 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-6304a814-25a6-4713-8514-62b5d5361022 service neutron] 10.222.0.13 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283717 Aug 31 12:41:08.216092 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-3dde0b45-0ccc-48da-9b64-578ff5c09745 req-601a5038-e174-47dc-904c-c8dc8f46e0b4 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0fb36b-6935-4842-8eb3-22f96c91835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813936 Aug 31 12:41:08.242393 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-db11591d-6839-4d95-aa87-24901aa9ab94 req-c6a0acb9-0782-4ec1-beca-8f05eb320512 service neutron] 10.222.0.52 "GET /v2.0/networks/7520f9db-2e41-4f94-941d-df19122372d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288663 Aug 31 12:41:08.277430 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-f1b80413-83a2-4fc9-ae5e-c862a35be50b service neutron] 10.222.0.13 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483619 Aug 31 12:41:08.526171 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e005c-5f1b-4484-a26b-7d2b2fb32500 req-1bd1d0b4-2935-49eb-b599-7fc59e842432 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:08.531597 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-611e005c-5f1b-4484-a26b-7d2b2fb32500 req-1bd1d0b4-2935-49eb-b599-7fc59e842432 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.1523559 Aug 31 12:41:08.553660 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d55158fe-c433-4a19-8f1f-81343a0ce741 req-9afce6b3-b62c-4a20-81e0-f683e52e1afb tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2 HTTP/1.1" status: 200 len: 210 time: 0.0471253 Aug 31 12:41:08.600092 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-611e005c-5f1b-4484-a26b-7d2b2fb32500 req-6e81b31c-7483-48cc-8df0-f117a61be0f0 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612032 Aug 31 12:41:08.733106 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa87717-fd27-4052-a474-e28d4a0c8fe4 req-0430c931-7a1e-4291-94a5-b41c1dc5ee8a tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:08.734938 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-6fa87717-fd27-4052-a474-e28d4a0c8fe4 req-0430c931-7a1e-4291-94a5-b41c1dc5ee8a tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 946 time: 0.1056888 Aug 31 12:41:08.830609 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [req-6fa87717-fd27-4052-a474-e28d4a0c8fe4 req-e385bce9-c9d4-4f36-9653-f55df94082db tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Deleting port 04a3887b-2215-46ec-b496-a9624c61dd8c {{(pid=75034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:41:08.831626 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-6fa87717-fd27-4052-a474-e28d4a0c8fe4 req-e385bce9-c9d4-4f36-9653-f55df94082db tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:08.831928 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44010f3c-9a73-4137-bcf1-0fbc62aa962c req-c09517ed-b332-44eb-ac3c-75e9a98f1eb2 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:08.841198 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-44010f3c-9a73-4137-bcf1-0fbc62aa962c req-c09517ed-b332-44eb-ac3c-75e9a98f1eb2 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.1364563 Aug 31 12:41:08.996921 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-44010f3c-9a73-4137-bcf1-0fbc62aa962c req-eb1fd442-b1f4-47cd-ae66-22893cc37619 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546612 Aug 31 12:41:09.219266 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [req-6fa87717-fd27-4052-a474-e28d4a0c8fe4 req-e385bce9-c9d4-4f36-9653-f55df94082db tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] For port 04a3887b-2215-46ec-b496-a9624c61dd8c, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=04a3887b-2215-46ec-b496-a9624c61dd8c,segment=NetworkSegment(85f75762-c99e-48fc-ba8b-9ee1ea850146),segment_id=85f75762-c99e-48fc-ba8b-9ee1ea850146)] {{(pid=75034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:09.219715 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-6fa87717-fd27-4052-a474-e28d4a0c8fe4 req-e385bce9-c9d4-4f36-9653-f55df94082db tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:09.356635 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [req-6fa87717-fd27-4052-a474-e28d4a0c8fe4 req-e385bce9-c9d4-4f36-9653-f55df94082db tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Calling delete_port for 04a3887b-2215-46ec-b496-a9624c61dd8c owned by compute:nova {{(pid=75034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:41:09.582555 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ba9c4-582f-438f-a32b-f3925ffc64f8 req-a5a9f7ec-e51e-41cf-90a7-d6693a6af0c2 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:09.584148 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-457ba9c4-582f-438f-a32b-f3925ffc64f8 req-a5a9f7ec-e51e-41cf-90a7-d6693a6af0c2 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 946 time: 0.1848207 Aug 31 12:41:09.704736 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-457ba9c4-582f-438f-a32b-f3925ffc64f8 req-8dd21596-dbc9-4072-84cf-283409d39b78 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0fb36b-6935-4842-8eb3-22f96c91835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778830 Aug 31 12:41:09.707254 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-6fa87717-fd27-4052-a474-e28d4a0c8fe4 req-e385bce9-c9d4-4f36-9653-f55df94082db tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:09.714885 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:09.721775 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['04a3887b-2215-46ec-b496-a9624c61dd8c'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:41:09.749992 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-58a69c14-185e-4c83-ad93-aca23572c293 req-8aeb5553-35fd-4390-81c9-e4964a994334 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2 HTTP/1.1" status: 200 len: 210 time: 0.0568793 Aug 31 12:41:09.791588 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385bce9-c9d4-4f36-9653-f55df94082db tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Pushing event deleted for resources: {'Port': ['ID=04a3887b-2215-46ec-b496-a9624c61dd8c,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:09.799754 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-e385bce9-c9d4-4f36-9653-f55df94082db tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:09.938389 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa87717-fd27-4052-a474-e28d4a0c8fe4 req-e385bce9-c9d4-4f36-9653-f55df94082db tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] No DVR routers for this DVR port 04a3887b-2215-46ec-b496-a9624c61dd8c on host hv-cinder-80669 {{(pid=75034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:41:09.946764 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-6fa87717-fd27-4052-a474-e28d4a0c8fe4 req-e385bce9-c9d4-4f36-9653-f55df94082db tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:09.949542 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5436f2e-ddac-48e6-840e-c43fabd6a723', 'name': 'network-vif-deleted', 'tag': '04a3887b-2215-46ec-b496-a9624c61dd8c'}] {{(pid=75034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:41:09.986394 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-6fa87717-fd27-4052-a474-e28d4a0c8fe4 req-e385bce9-c9d4-4f36-9653-f55df94082db tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.52 "DELETE /v2.0/ports/04a3887b-2215-46ec-b496-a9624c61dd8c HTTP/1.1" status: 204 len: 173 time: 1.2458353 Aug 31 12:41:10.011186 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf1aa8-5b38-4672-b7ec-17e517dca24a req-f7fcf9ef-e8b5-425f-b958-4461410939ad tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:10.020670 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cbcf1aa8-5b38-4672-b7ec-17e517dca24a req-f7fcf9ef-e8b5-425f-b958-4461410939ad tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.1304066 Aug 31 12:41:10.051317 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5436f2e-ddac-48e6-840e-c43fabd6a723', 'name': 'network-vif-deleted', 'tag': '04a3887b-2215-46ec-b496-a9624c61dd8c', 'status': 'completed', 'code': 200} Aug 31 12:41:10.102530 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cbcf1aa8-5b38-4672-b7ec-17e517dca24a req-8ca3c7e2-3a5a-4448-a0cd-f5e3d95c1e1b tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803511 Aug 31 12:41:10.278555 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-2ad5302c-f3d7-4183-bae5-9946af6ba361 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:10.280461 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-2ad5302c-f3d7-4183-bae5-9946af6ba361 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.52 "GET /v2.0/networks?id=c6ceaadb-368e-432b-9744-86af2318977a HTTP/1.1" status: 200 len: 814 time: 0.3768132 Aug 31 12:41:10.302973 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-d48f4351-4e65-4789-9957-f13aa8b50a6d tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Request body: {'port': {'device_id': 'dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2', 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a', 'admin_state_up': True, 'tenant_id': '64fbaa82947f4910b46f8f5a33a5468f'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:41:10.346031 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f40181-72b8-41ec-b1eb-a89b208dff3d req-b51f19c7-7ba6-4252-8207-f0afbdbbc075 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:10.347757 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-95f40181-72b8-41ec-b1eb-a89b208dff3d req-b51f19c7-7ba6-4252-8207-f0afbdbbc075 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.0917933 Aug 31 12:41:10.359330 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 60482) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:10.370468 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-fc9d6dcf-e0cc-4ad4-989b-4c88282b27bb tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Request body: {'floatingip': {'port_id': '2069e40e-6ea8-48f8-a056-1eb746d36640'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:41:10.506170 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-fc9d6dcf-e0cc-4ad4-989b-4c88282b27bb tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for floatingip, before_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:10.528562 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a49c5c-136c-47b4-be0c-e1c12f655fed req-63b8d67b-7dcc-4434-a6a2-e595f37bb4f2 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:10.537338 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-52a49c5c-136c-47b4-be0c-e1c12f655fed req-63b8d67b-7dcc-4434-a6a2-e595f37bb4f2 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.3242362 Aug 31 12:41:10.636262 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-d48f4351-4e65-4789-9957-f13aa8b50a6d tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:10.651173 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-d48f4351-4e65-4789-9957-f13aa8b50a6d tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:10.655574 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-52a49c5c-136c-47b4-be0c-e1c12f655fed req-fd7ac2f4-e214-4b2e-9a0c-42d23ebbec66 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148067 Aug 31 12:41:10.667620 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-d48f4351-4e65-4789-9957-f13aa8b50a6d tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Made reservation on behalf of 64fbaa82947f4910b46f8f5a33a5468f for: {'port': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:41:10.671863 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-d48f4351-4e65-4789-9957-f13aa8b50a6d tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:10.713053 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 60496) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:11.153558 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b2741cdb-7a50-4200-9609-489b8ae5e67a req-6894df41-0ff7-4cc0-9bc1-c75e145c9709 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2 HTTP/1.1" status: 200 len: 210 time: 0.1668844 Aug 31 12:41:11.219717 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-d48f4351-4e65-4789-9957-f13aa8b50a6d tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Allocated IP 172.20.0.5 (c6ceaadb-368e-432b-9744-86af2318977a/0fca416c-3c76-43d1-973c-75d943c37281/9da94c63-7b06-44fd-a8de-9ef74c699e88) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:41:11.301264 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-d48933dc-4da5-4166-9d5b-5ab179161f25 req-e4743fa2-6cee-487f-80c7-c02be03680c3 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Synchronizing usage tracker for tenant:b997d0cfe7fb4baa941ebf56d8becf2a on resource:port {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:41:11.304258 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ed4a82c5-15bf-4c92-9e3c-d045217cc364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:11.473614 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-532a473b-ec0d-4e83-815f-18a45cb0de41 req-2108679d-c9bb-4a92-bb85-eafdc2f8b022 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1219633 Aug 31 12:41:11.486783 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-ed4a82c5-15bf-4c92-9e3c-d045217cc364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:11.507335 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-d48933dc-4da5-4166-9d5b-5ab179161f25 req-e4743fa2-6cee-487f-80c7-c02be03680c3 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Unset dirty status for tenant:b997d0cfe7fb4baa941ebf56d8becf2a on resource:port {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:41:11.509002 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d48933dc-4da5-4166-9d5b-5ab179161f25 req-e4743fa2-6cee-487f-80c7-c02be03680c3 tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 210 time: 0.3619938 Aug 31 12:41:11.516112 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-ed4a82c5-15bf-4c92-9e3c-d045217cc364 admin admin] Usage tracker for resource:security_group_rule and tenant:00d9b10514794d3a8f6509aacf9ef7f5 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:11.521992 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-ed4a82c5-15bf-4c92-9e3c-d045217cc364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:11.533519 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-d48f4351-4e65-4789-9957-f13aa8b50a6d tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:11.536384 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-ed4a82c5-15bf-4c92-9e3c-d045217cc364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:11.598469 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-d48f4351-4e65-4789-9957-f13aa8b50a6d tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:11.609719 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:11.613665 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['a16ec1a3-bd94-4712-be22-539720a2cf08'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:41:11.685962 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-532a473b-ec0d-4e83-815f-18a45cb0de41 req-c5d3b4d7-80bc-4647-a544-2bf77ebd43c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b997d0cfe7fb4baa941ebf56d8becf2a&device_id=c5436f2e-ddac-48e6-840e-c43fabd6a723 HTTP/1.1" status: 200 len: 210 time: 0.0646088 Aug 31 12:41:11.792692 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f4351-4e65-4789-9957-f13aa8b50a6d tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Pushing event updated for resources: {'Port': ['ID=9da94c63-7b06-44fd-a8de-9ef74c699e88,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:11.807420 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-d48f4351-4e65-4789-9957-f13aa8b50a6d tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:11.824486 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-d48f4351-4e65-4789-9957-f13aa8b50a6d tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Network c6ceaadb-368e-432b-9744-86af2318977a is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:41:11.825795 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-d48f4351-4e65-4789-9957-f13aa8b50a6d tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:41:11.834180 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-d48f4351-4e65-4789-9957-f13aa8b50a6d tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:41:12.064956 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-d48f4351-4e65-4789-9957-f13aa8b50a6d tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:12.066011 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-d48f4351-4e65-4789-9957-f13aa8b50a6d tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:12.172985 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ed4a82c5-15bf-4c92-9e3c-d045217cc364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:12.178173 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a473b-ec0d-4e83-815f-18a45cb0de41 req-af7dcf12-579c-41e4-96ce-24ce9c87b5a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:12.180082 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-532a473b-ec0d-4e83-815f-18a45cb0de41 req-af7dcf12-579c-41e4-96ce-24ce9c87b5a5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=b997d0cfe7fb4baa941ebf56d8becf2a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2843742 Aug 31 12:41:12.183877 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-d48f4351-4e65-4789-9957-f13aa8b50a6d tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8895144 Aug 31 12:41:12.186765 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ed4a82c5-15bf-4c92-9e3c-d045217cc364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:12.200039 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914b612-b0a7-4771-afc4-e9651b0bece4 req-ea6420be-189e-42c5-9601-0f29f3567dbe tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:12.201165 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-9aea8e37-f9ca-47dd-aa33-4c576ddf3c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:12.202904 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-1914b612-b0a7-4771-afc4-e9651b0bece4 req-ea6420be-189e-42c5-9601-0f29f3567dbe tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.2819815 Aug 31 12:41:12.208721 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Request body: {'port': {'device_id': 'dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:41:12.341837 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-1914b612-b0a7-4771-afc4-e9651b0bece4 req-59d85f6c-b8ae-43a8-b7ec-38fab663f58c tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925672 Aug 31 12:41:12.345605 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a82c5-15bf-4c92-9e3c-d045217cc364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d89074-6bf9-4203-a93c-ae71f6c7e7e1,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:12.403811 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-ed4a82c5-15bf-4c92-9e3c-d045217cc364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:12.408691 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-ed4a82c5-15bf-4c92-9e3c-d045217cc364 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00d9b10514794d3a8f6509aacf9ef7f5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6916268 Aug 31 12:41:12.416848 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 60558) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:12.417640 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 60560) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:12.484209 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:12.503085 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.db.resource_extend [None req-fc9d6dcf-e0cc-4ad4-989b-4c88282b27bb tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 12:41:12.612810 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a473b-ec0d-4e83-815f-18a45cb0de41 req-17ccbe60-9fb2-481a-887b-860eb8e2daa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:12.614398 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-532a473b-ec0d-4e83-815f-18a45cb0de41 req-17ccbe60-9fb2-481a-887b-860eb8e2daa9 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4062116 Aug 31 12:41:12.640610 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-fc9d6dcf-e0cc-4ad4-989b-4c88282b27bb tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:12.653620 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-fc9d6dcf-e0cc-4ad4-989b-4c88282b27bb tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783949'] for floatingip, after_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:12.686322 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f84cc046-afe0-4d37-995b-91e107ccd810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:12.722874 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365570d2-bde0-4f46-9f9e-487f9cf05bd6 req-3d5b8f27-a9a9-4ace-b830-600088edc667 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:12.724394 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-365570d2-bde0-4f46-9f9e-487f9cf05bd6 req-3d5b8f27-a9a9-4ace-b830-600088edc667 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2 HTTP/1.1" status: 200 len: 931 time: 0.3038383 Aug 31 12:41:12.739024 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-35c12c03-26f8-410f-8cd8-78b81491359a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:12.769344 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f84cc046-afe0-4d37-995b-91e107ccd810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:12.796225 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-365570d2-bde0-4f46-9f9e-487f9cf05bd6 req-4499838d-4ec7-4675-93b8-b6550bee31e7 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564785 Aug 31 12:41:12.944981 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-35c12c03-26f8-410f-8cd8-78b81491359a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:12.953519 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-35c12c03-26f8-410f-8cd8-78b81491359a admin admin] Usage tracker for resource:security_group_rule and tenant:dc14280e053c466ba3a4e22ebe258046 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:12.963797 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-35c12c03-26f8-410f-8cd8-78b81491359a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:12.990066 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-35c12c03-26f8-410f-8cd8-78b81491359a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:12.996108 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f84cc046-afe0-4d37-995b-91e107ccd810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:13.003077 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.db.l3_db [None req-fc9d6dcf-e0cc-4ad4-989b-4c88282b27bb tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Floating IP ca36625c-5af0-4328-bf74-bb2889b1ece9 associated. External IP: 172.28.3.151, port: 2069e40e-6ea8-48f8-a056-1eb746d36640. Aug 31 12:41:13.004904 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:13.039081 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cc046-afe0-4d37-995b-91e107ccd810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d89074-6bf9-4203-a93c-ae71f6c7e7e1,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:13.046742 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-f84cc046-afe0-4d37-995b-91e107ccd810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:13.085108 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f84cc046-afe0-4d37-995b-91e107ccd810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:13.086329 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-f84cc046-afe0-4d37-995b-91e107ccd810 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9d89074-6bf9-4203-a93c-ae71f6c7e7e1 HTTP/1.1" status: 204 len: 168 time: 0.6673729 Aug 31 12:41:13.221530 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-461719f5-f5f3-4206-bec9-a378c92a902b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:13.323114 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-35c12c03-26f8-410f-8cd8-78b81491359a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:13.338708 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da94c63-7b06-44fd-a8de-9ef74c699e88 {{(pid=75035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:41:13.343370 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-35c12c03-26f8-410f-8cd8-78b81491359a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:13.373230 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:13.392215 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:13.472296 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 04a3887b-2215-46ec-b496-a9624c61dd8c no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:41:13.551753 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] No Port match for: 04a3887b-2215-46ec-b496-a9624c61dd8c {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:41:13.553450 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 04a3887b-2215-46ec-b496-a9624c61dd8c not bound to the agent host hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:41:13.555522 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Transition to ACTIVE for port object 9da94c63-7b06-44fd-a8de-9ef74c699e88 will not be triggered until provisioned by entity L2. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:41:13.584258 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c12c03-26f8-410f-8cd8-78b81491359a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbd14d6-809f-4720-b97d-0aadc97455f4,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:13.605990 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-35c12c03-26f8-410f-8cd8-78b81491359a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:13.618082 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-35c12c03-26f8-410f-8cd8-78b81491359a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc14280e053c466ba3a4e22ebe258046&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1969368 Aug 31 12:41:13.619073 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 60602) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:13.619918 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:13.646826 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:13.673814 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:13.863839 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 60608) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:13.908576 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9259de-48c9-4add-8237-18fe557cc602 req-fd25093c-8535-4049-a1df-c15751479b3d tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:13.910348 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-de9259de-48c9-4add-8237-18fe557cc602 req-fd25093c-8535-4049-a1df-c15751479b3d tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.3217201 Aug 31 12:41:13.917053 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Pushing event updated for resources: {'Port': ['ID=9da94c63-7b06-44fd-a8de-9ef74c699e88,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:13.928692 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-997a805b-4170-4582-9fe7-7af31e095d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:13.981918 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:14.045670 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-997a805b-4170-4582-9fe7-7af31e095d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:14.057015 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-997a805b-4170-4582-9fe7-7af31e095d94 admin admin] Usage tracker for resource:security_group_rule and tenant:ec8e447a932c4336981acd46970d3f36 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:14.061253 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-997a805b-4170-4582-9fe7-7af31e095d94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:14.064996 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-19c7c37f-35c8-40b8-951b-5214ec1e577d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:14.076895 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-de9259de-48c9-4add-8237-18fe557cc602 req-472f0035-10a2-4312-9705-dc3c4a6336d5 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368649 Aug 31 12:41:14.080096 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-997a805b-4170-4582-9fe7-7af31e095d94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:14.130895 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9d6dcf-e0cc-4ad4-989b-4c88282b27bb tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Router 399b883d-4646-427d-9ea4-821f3d009f15 has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:41:14.153920 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-19c7c37f-35c8-40b8-951b-5214ec1e577d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:14.191127 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Attempting to bind port 9da94c63-7b06-44fd-a8de-9ef74c699e88 on host hv-cinder-80669 for vnic_type normal with profile {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:41:14.191469 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Attempting to bind port 9da94c63-7b06-44fd-a8de-9ef74c699e88 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': 'c830b616-b726-41b5-b25f-fbe5a18b878e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a'}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:41:14.191801 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Attempting to bind port 9da94c63-7b06-44fd-a8de-9ef74c699e88 on network c6ceaadb-368e-432b-9744-86af2318977a {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:41:14.219484 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Port 9da94c63-7b06-44fd-a8de-9ef74c699e88 on network c6ceaadb-368e-432b-9744-86af2318977a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:41:14.219811 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Attempting to bind port 9da94c63-7b06-44fd-a8de-9ef74c699e88 on network c6ceaadb-368e-432b-9744-86af2318977a {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:41:14.228043 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8004d1-c3cf-44e2-9f99-61a9cef7a07f req-8bce645f-94fc-4d13-988c-f1b5061f12c1 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:14.228786 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-6c8004d1-c3cf-44e2-9f99-61a9cef7a07f req-8bce645f-94fc-4d13-988c-f1b5061f12c1 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Synchronizing usage tracker for tenant:64fbaa82947f4910b46f8f5a33a5468f on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:41:14.242893 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Checking agent: {'id': '5e6dd7d8-f43f-4d17-8159-c302453ef7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:41:14.243136 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Checking segment: {'id': 'c830b616-b726-41b5-b25f-fbe5a18b878e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:41:14.243501 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Bound using segment: {'id': 'c830b616-b726-41b5-b25f-fbe5a18b878e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a'} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:41:14.243948 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Bound port: 9da94c63-7b06-44fd-a8de-9ef74c699e88, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c830b616-b726-41b5-b25f-fbe5a18b878e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a'}}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:41:14.244305 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:14.265195 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-6c8004d1-c3cf-44e2-9f99-61a9cef7a07f req-8bce645f-94fc-4d13-988c-f1b5061f12c1 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Unset dirty status for tenant:64fbaa82947f4910b46f8f5a33a5468f on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:41:14.266420 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-6c8004d1-c3cf-44e2-9f99-61a9cef7a07f req-8bce645f-94fc-4d13-988c-f1b5061f12c1 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2 HTTP/1.1" status: 200 len: 943 time: 0.2836163 Aug 31 12:41:14.344483 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-19c7c37f-35c8-40b8-951b-5214ec1e577d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:14.350143 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-997a805b-4170-4582-9fe7-7af31e095d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:14.353656 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-7c0b778d-ac69-4663-83d9-5e85cd9a6e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:14.366314 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-997a805b-4170-4582-9fe7-7af31e095d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:14.372726 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7c37f-35c8-40b8-951b-5214ec1e577d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbd14d6-809f-4720-b97d-0aadc97455f4,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:14.376700 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-19c7c37f-35c8-40b8-951b-5214ec1e577d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:14.392257 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:14.410690 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-19c7c37f-35c8-40b8-951b-5214ec1e577d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:14.411867 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-19c7c37f-35c8-40b8-951b-5214ec1e577d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7dbd14d6-809f-4720-b97d-0aadc97455f4 HTTP/1.1" status: 204 len: 168 time: 0.7906661 Aug 31 12:41:14.450663 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-6c8004d1-c3cf-44e2-9f99-61a9cef7a07f req-71c5a45d-fed6-4c0f-aa86-ff9a5662df9f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540558 Aug 31 12:41:14.452956 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] For port 9da94c63-7b06-44fd-a8de-9ef74c699e88, host hv-cinder-80669, cleared binding levels {{(pid=75035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:41:14.456967 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a805b-4170-4582-9fe7-7af31e095d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ad8e4f-f964-415b-b75a-ba32c771bf46,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:14.457358 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] For port 9da94c63-7b06-44fd-a8de-9ef74c699e88, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=9da94c63-7b06-44fd-a8de-9ef74c699e88,segment=NetworkSegment(c830b616-b726-41b5-b25f-fbe5a18b878e),segment_id=c830b616-b726-41b5-b25f-fbe5a18b878e)] {{(pid=75035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:41:14.465433 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-997a805b-4170-4582-9fe7-7af31e095d94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec8e447a932c4336981acd46970d3f36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5924728 Aug 31 12:41:14.470958 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 60618) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:14.477609 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:14.504169 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:14.510808 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-997a805b-4170-4582-9fe7-7af31e095d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:14.595117 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9d6dcf-e0cc-4ad4-989b-4c88282b27bb tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:41:14.621014 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce04fd2-a186-48f2-b675-199cc38e3902 None None] Sync routers for ids ['399b883d-4646-427d-9ea4-821f3d009f15'] in dv-cinder-806696-1-smb {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:41:14.625324 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-fc9d6dcf-e0cc-4ad4-989b-4c88282b27bb tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for floatingip, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:14.631257 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:14.632773 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] 10.222.0.52 "PUT /v2.0/ports/9da94c63-7b06-44fd-a8de-9ef74c699e88 HTTP/1.1" status: 200 len: 1093 time: 2.4288070 Aug 31 12:41:14.636824 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2', 'tag': '9da94c63-7b06-44fd-a8de-9ef74c699e88'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:41:14.658632 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Pushing event updated for resources: {'Port': ['ID=9da94c63-7b06-44fd-a8de-9ef74c699e88,revision_number=3']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:14.661866 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce04fd2-a186-48f2-b675-199cc38e3902 None None] Routers {'399b883d-4646-427d-9ea4-821f3d009f15'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:41:14.663525 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:14.677288 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-9ce04fd2-a186-48f2-b675-199cc38e3902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:40:45Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['399b883d-4646-427d-9ea4-821f3d009f15'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:14.687256 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-1727bc61-b2c6-447a-a07c-b470fa001a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:14.750813 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:14.813215 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-fc9d6dcf-e0cc-4ad4-989b-4c88282b27bb tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "PUT /v2.0/floatingips/ca36625c-5af0-4328-bf74-bb2889b1ece9 HTTP/1.1" status: 200 len: 991 time: 4.4520237 Aug 31 12:41:14.814102 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47a3f6a-c0df-4490-a02b-f6aa4081c81f', 'tag': '2069e40e-6ea8-48f8-a056-1eb746d36640'}] {{(pid=75034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:41:14.865704 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-1727bc61-b2c6-447a-a07c-b470fa001a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:14.884113 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2', 'tag': '9da94c63-7b06-44fd-a8de-9ef74c699e88', 'status': 'completed', 'code': 200} Aug 31 12:41:15.003282 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-3c34e06b-f9bc-4ad2-bdc7-0ccfc641859c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64fbaa82947f4910b46f8f5a33a5468f&device_id=dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2 HTTP/1.1" status: 200 len: 1096 time: 0.2496567 Aug 31 12:41:15.096002 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-9ce04fd2-a186-48f2-b675-199cc38e3902 None None] Set router 399b883d-4646-427d-9ea4-821f3d009f15 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:41:15.167501 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 60646) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:15.180415 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-1727bc61-b2c6-447a-a07c-b470fa001a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:15.195574 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:15.214406 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-a3bd5243-bfd6-41a4-a3df-57f22b5e1ed4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9da94c63-7b06-44fd-a8de-9ef74c699e88 HTTP/1.1" status: 200 len: 217 time: 0.1894724 Aug 31 12:41:15.219698 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727bc61-b2c6-447a-a07c-b470fa001a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ad8e4f-f964-415b-b75a-ba32c771bf46,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:15.288456 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f47a3f6a-c0df-4490-a02b-f6aa4081c81f', 'tag': '2069e40e-6ea8-48f8-a056-1eb746d36640', 'status': 'completed', 'code': 200} Aug 31 12:41:15.295816 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-1727bc61-b2c6-447a-a07c-b470fa001a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:15.312004 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-1727bc61-b2c6-447a-a07c-b470fa001a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:15.313925 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-1727bc61-b2c6-447a-a07c-b470fa001a7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3ad8e4f-f964-415b-b75a-ba32c771bf46 HTTP/1.1" status: 204 len: 168 time: 0.8410642 Aug 31 12:41:15.355212 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 60654) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:15.434404 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-47e66619-1a29-4874-8a68-ea4b89038e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:15.451931 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-3342f177-8206-4684-92a6-868e605e5555 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:15.453417 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-3342f177-8206-4684-92a6-868e605e5555 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0fca416c-3c76-43d1-973c-75d943c37281 HTTP/1.1" status: 200 len: 854 time: 0.2312353 Aug 31 12:41:15.492505 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-913ac007-e2b0-4e9f-b2b7-1ffe38971bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:15.563104 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-47e66619-1a29-4874-8a68-ea4b89038e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:15.577594 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-47e66619-1a29-4874-8a68-ea4b89038e4e admin admin] Usage tracker for resource:security_group_rule and tenant:231e210317bb4382834ee3c0e52df458 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:15.585996 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-47e66619-1a29-4874-8a68-ea4b89038e4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:15.598180 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 60660) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:15.602936 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-47e66619-1a29-4874-8a68-ea4b89038e4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:15.667918 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-850240fe-efc4-49be-9bd7-768760a0008e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6ceaadb-368e-432b-9744-86af2318977a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1831408 Aug 31 12:41:15.685992 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-545b5cde-1744-49c1-8ad8-8114153f8b21 req-ba6a7b7e-30de-4a7b-8266-1b1b8b0dd4a6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5d0d26219144527ad3c1eecfdfeb7f8&device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 1098 time: 0.3581305 Aug 31 12:41:15.696823 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f220d086-8511-4458-89e6-7c7c4dff14cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:15.732702 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd7bd5f-d2b6-4a02-ac7d-b17dc6f95cd9 admin admin] Deleting subnet a5bf2455-a79d-4b3d-ab8c-7fcf1030bc28 {{(pid=75035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 31 12:41:15.783902 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-9ce04fd2-a186-48f2-b675-199cc38e3902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399b883d-4646-427d-9ea4-821f3d009f15', 'name': 'tempest-AttachVolumeShelveTestJSON-283201796-router', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'gw_port': {'id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_floatingips': [{'id': 'ca36625c-5af0-4328-bf74-bb2889b1ece9', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'floating_ip_address': '172.28.3.151', 'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'router_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'port_id': '2069e40e-6ea8-48f8-a056-1eb746d36640', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'mac_address': 'fa:16:3e:7f:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47a3f6a-c0df-4490-a02b-f6aa4081c81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:41:12Z', 'revision_number': 1, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c78258-7866-441a-b357-752eabc57838', 'name': '', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'mac_address': 'fa:16:3e:9d:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:24Z', 'updated_at': '2021-08-31T12:40:44Z', 'revision_number': 5, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'subnets': [{'id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:15.789832 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce04fd2-a186-48f2-b675-199cc38e3902 None None] Checking router: 399b883d-4646-427d-9ea4-821f3d009f15 for host: dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:41:15.792138 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-fcd7bd5f-d2b6-4a02-ac7d-b17dc6f95cd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:15.804059 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce04fd2-a186-48f2-b675-199cc38e3902 None None] Routers {'399b883d-4646-427d-9ea4-821f3d009f15'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:41:15.804520 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-9ce04fd2-a186-48f2-b675-199cc38e3902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:41:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['399b883d-4646-427d-9ea4-821f3d009f15'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:15.901700 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-fcd7bd5f-d2b6-4a02-ac7d-b17dc6f95cd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1134960'] for subnet, precommit_delete_associations {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:15.927977 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-47e66619-1a29-4874-8a68-ea4b89038e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:15.968213 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-47e66619-1a29-4874-8a68-ea4b89038e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:15.972971 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-f220d086-8511-4458-89e6-7c7c4dff14cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:15.992345 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-f220d086-8511-4458-89e6-7c7c4dff14cb admin admin] Usage tracker for resource:security_group_rule and tenant:4ca4b774cf6c403588e4f6767c9daed1 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:16.002519 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-f220d086-8511-4458-89e6-7c7c4dff14cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:16.004840 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-76ca4782-eb08-4f75-b1b6-b4258f6a42c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:16.021747 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-f220d086-8511-4458-89e6-7c7c4dff14cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:16.030904 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-47e66619-1a29-4874-8a68-ea4b89038e4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=231e210317bb4382834ee3c0e52df458&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8541632 Aug 31 12:41:16.034058 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 60672) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:16.054852 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-50f53189-8957-4401-880b-1f62b737f20c service neutron] 10.222.0.52 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645744 Aug 31 12:41:16.074921 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-9ce04fd2-a186-48f2-b675-199cc38e3902 None None] Set router 399b883d-4646-427d-9ea4-821f3d009f15 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:41:16.076782 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23887f4e-7556-4893-9498-d319713b965c req-4300901a-a95e-4242-9a81-809db7bcd469 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:16.078722 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-23887f4e-7556-4893-9498-d319713b965c req-4300901a-a95e-4242-9a81-809db7bcd469 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2 HTTP/1.1" status: 200 len: 943 time: 0.3579226 Aug 31 12:41:16.120705 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3b17f-eead-40c8-a2e4-20764fb10f7f req-62f3d7f2-88f4-4ffa-96ee-f9fcc7aef24d tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:16.122325 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-03d3b17f-eead-40c8-a2e4-20764fb10f7f req-62f3d7f2-88f4-4ffa-96ee-f9fcc7aef24d tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.5250957 Aug 31 12:41:16.123844 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-fcd7bd5f-d2b6-4a02-ac7d-b17dc6f95cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222575'] for subnet, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:16.148751 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b5cde-1744-49c1-8ad8-8114153f8b21 req-22ef3c13-97cf-4b26-a25a-4067ec9f8f44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:16.150641 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-545b5cde-1744-49c1-8ad8-8114153f8b21 req-22ef3c13-97cf-4b26-a25a-4067ec9f8f44 service neutron] 10.222.0.52 "GET /v2.0/networks?id=702c7954-d9af-4f3a-9da8-4db52418d64a HTTP/1.1" status: 200 len: 917 time: 0.4569800 Aug 31 12:41:16.298131 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-545b5cde-1744-49c1-8ad8-8114153f8b21 req-249cf0ec-efbf-4c0a-b6b9-98c3ab93816a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2069e40e-6ea8-48f8-a056-1eb746d36640 HTTP/1.1" status: 200 len: 999 time: 0.1244986 Aug 31 12:41:16.305343 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e66619-1a29-4874-8a68-ea4b89038e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69307a10-e14c-4e61-8d37-f2f62b7389da,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:16.402432 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-03d3b17f-eead-40c8-a2e4-20764fb10f7f req-269833d4-32d4-45e1-a4d9-c4fe6ad742b6 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867309 Aug 31 12:41:16.433488 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-fcd7bd5f-d2b6-4a02-ac7d-b17dc6f95cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33222550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1148708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1377178'] for subnet, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:16.453561 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f220d086-8511-4458-89e6-7c7c4dff14cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:16.466281 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:16.503983 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:16.557159 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f220d086-8511-4458-89e6-7c7c4dff14cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:16.605765 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-23887f4e-7556-4893-9498-d319713b965c req-b6cc2003-efcb-46d2-a343-719bd074cc0a tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108888 Aug 31 12:41:16.618675 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b9921353-5483-46a6-86f6-84beeeccd2a2 req-00709342-83b4-4534-82c3-05557452ec33 service neutron] 10.222.0.52 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267231 Aug 31 12:41:16.634887 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e66619-1a29-4874-8a68-ea4b89038e4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:16.635508 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e66619-1a29-4874-8a68-ea4b89038e4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:16.636463 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e66619-1a29-4874-8a68-ea4b89038e4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:16.636630 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7bd5f-d2b6-4a02-ac7d-b17dc6f95cd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5bf2455-a79d-4b3d-ab8c-7fcf1030bc28,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:16.636813 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e66619-1a29-4874-8a68-ea4b89038e4e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:16.637306 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e66619-1a29-4874-8a68-ea4b89038e4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:16.637647 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e66619-1a29-4874-8a68-ea4b89038e4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:16.638115 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e66619-1a29-4874-8a68-ea4b89038e4e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:16.638583 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e66619-1a29-4874-8a68-ea4b89038e4e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:16.639085 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e66619-1a29-4874-8a68-ea4b89038e4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:16.639419 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e66619-1a29-4874-8a68-ea4b89038e4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:16.639945 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e66619-1a29-4874-8a68-ea4b89038e4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:16.647605 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b5cde-1744-49c1-8ad8-8114153f8b21 req-d7de40e2-ef66-47f2-8526-520e17424671 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:16.649722 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-545b5cde-1744-49c1-8ad8-8114153f8b21 req-d7de40e2-ef66-47f2-8526-520e17424671 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0374522e-8e13-43f1-b19e-60140b6db1f3 HTTP/1.1" status: 200 len: 855 time: 0.3099349 Aug 31 12:41:16.650817 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-47e66619-1a29-4874-8a68-ea4b89038e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:16.653975 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-9ce04fd2-a186-48f2-b675-199cc38e3902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399b883d-4646-427d-9ea4-821f3d009f15', 'name': 'tempest-AttachVolumeShelveTestJSON-283201796-router', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'gw_port': {'id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_floatingips': [{'id': 'ca36625c-5af0-4328-bf74-bb2889b1ece9', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'floating_ip_address': '172.28.3.151', 'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'router_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'port_id': '2069e40e-6ea8-48f8-a056-1eb746d36640', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'mac_address': 'fa:16:3e:7f:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47a3f6a-c0df-4490-a02b-f6aa4081c81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:41:12Z', 'revision_number': 1, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c78258-7866-441a-b357-752eabc57838', 'name': '', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'mac_address': 'fa:16:3e:9d:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:24Z', 'updated_at': '2021-08-31T12:40:44Z', 'revision_number': 5, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'subnets': [{'id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:16.654726 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-32509d68-0f80-4f26-a77e-eb8f73b6c0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:16.660068 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce04fd2-a186-48f2-b675-199cc38e3902 None None] The sync data for ids ['399b883d-4646-427d-9ea4-821f3d009f15'] in dv-cinder-806696-1-smb is: [{'id': '399b883d-4646-427d-9ea4-821f3d009f15', 'name': 'tempest-AttachVolumeShelveTestJSON-283201796-router', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'gw_port': {'id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_floatingips': [{'id': 'ca36625c-5af0-4328-bf74-bb2889b1ece9', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'floating_ip_address': '172.28.3.151', 'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'router_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'port_id': '2069e40e-6ea8-48f8-a056-1eb746d36640', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'mac_address': 'fa:16:3e:7f:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47a3f6a-c0df-4490-a02b-f6aa4081c81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:40:45Z', 'updated_at': '2021-08-31T12:41:12Z', 'revision_number': 1, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c78258-7866-441a-b357-752eabc57838', 'name': '', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'mac_address': 'fa:16:3e:9d:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:24Z', 'updated_at': '2021-08-31T12:40:44Z', 'revision_number': 5, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'subnets': [{'id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:41:16.673992 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-fcd7bd5f-d2b6-4a02-ac7d-b17dc6f95cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:16.681796 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-afa851b0-8d11-4424-8696-3017cdbc698a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:16.752054 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-32509d68-0f80-4f26-a77e-eb8f73b6c0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:16.770000 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-fcd7bd5f-d2b6-4a02-ac7d-b17dc6f95cd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:16.789173 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220d086-8511-4458-89e6-7c7c4dff14cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b01d3cb-b3a7-4b7a-9dfe-6ca864a7f6b2,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:16.792418 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-f220d086-8511-4458-89e6-7c7c4dff14cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:16.803156 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-f220d086-8511-4458-89e6-7c7c4dff14cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ca4b774cf6c403588e4f6767c9daed1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2016346 Aug 31 12:41:16.803648 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 60692) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:16.825156 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-fcd7bd5f-d2b6-4a02-ac7d-b17dc6f95cd9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a5bf2455-a79d-4b3d-ab8c-7fcf1030bc28 HTTP/1.1" status: 204 len: 168 time: 1.4664433 Aug 31 12:41:16.829673 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 60696) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:16.846001 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-545b5cde-1744-49c1-8ad8-8114153f8b21 req-81c5e43b-d806-4bd1-9624-5fafe2959814 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=702c7954-d9af-4f3a-9da8-4db52418d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1759531 Aug 31 12:41:16.894076 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-32509d68-0f80-4f26-a77e-eb8f73b6c0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:16.949001 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-ed4a82c5-15bf-4c92-9e3c-d045217cc364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:16.959196 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4745bc55-dc85-4810-9f62-ab0f2be50813 None None] New status for floating IP ca36625c-5af0-4328-bf74-bb2889b1ece9: ACTIVE {{(pid=75036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 31 12:41:16.976555 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-32509d68-0f80-4f26-a77e-eb8f73b6c0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:16.980317 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-32509d68-0f80-4f26-a77e-eb8f73b6c0a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69307a10-e14c-4e61-8d37-f2f62b7389da HTTP/1.1" status: 204 len: 168 time: 0.9412341 Aug 31 12:41:16.980317 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32509d68-0f80-4f26-a77e-eb8f73b6c0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69307a10-e14c-4e61-8d37-f2f62b7389da,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:16.984193 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-32509d68-0f80-4f26-a77e-eb8f73b6c0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:17.044119 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-d1bde29a-e072-420d-9d8e-8922a12d1b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045717'] for network, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:17.051426 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-545b5cde-1744-49c1-8ad8-8114153f8b21 req-cac1945f-e572-44c1-82a5-42aedcebdd07 service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933677 Aug 31 12:41:17.057746 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-595ab9aa-5fe2-4629-8155-eb506b08fbfd req-87b07f79-f695-4367-89c1-9c8c076bacda service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64fbaa82947f4910b46f8f5a33a5468f&device_id=dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2 HTTP/1.1" status: 200 len: 1096 time: 0.3648460 Aug 31 12:41:17.065864 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f2a38948-efa2-4f89-a92e-80033a7a6f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:17.298712 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f2a38948-efa2-4f89-a92e-80033a7a6f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:17.317065 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-545b5cde-1744-49c1-8ad8-8114153f8b21 req-cc3250a0-b639-4c18-bad3-d18d0304c9cb service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483432 Aug 31 12:41:17.474655 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-d1bde29a-e072-420d-9d8e-8922a12d1b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33222182', 'neutron.services.segments.db._delete_segments_for_network-8767722538626'] for network, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:17.504962 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.services.segments.db [None req-d1bde29a-e072-420d-9d8e-8922a12d1b09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27dc32a8-b578-4bf1-994d-e9e0a8b39b00']}} {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:17.522089 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ab9aa-5fe2-4629-8155-eb506b08fbfd req-8ff2fb0a-bd90-402b-97f4-e968c9e50c09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:17.524004 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-595ab9aa-5fe2-4629-8155-eb506b08fbfd req-8ff2fb0a-bd90-402b-97f4-e968c9e50c09 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c6ceaadb-368e-432b-9744-86af2318977a HTTP/1.1" status: 200 len: 915 time: 0.4398847 Aug 31 12:41:17.525885 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.services.segments.db [None req-d1bde29a-e072-420d-9d8e-8922a12d1b09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f75762-c99e-48fc-ba8b-9ee1ea850146') {'for_net_delete': True} {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:17.526176 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.services.segments.db [None req-d1bde29a-e072-420d-9d8e-8922a12d1b09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f75762-c99e-48fc-ba8b-9ee1ea850146') {} {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:17.615710 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-595ab9aa-5fe2-4629-8155-eb506b08fbfd req-83e4ad56-4863-45e9-afd1-d8476f3a45b7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9da94c63-7b06-44fd-a8de-9ef74c699e88 HTTP/1.1" status: 200 len: 217 time: 0.0813265 Aug 31 12:41:17.620233 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-d1bde29a-e072-420d-9d8e-8922a12d1b09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767722541213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1134975'] for segment, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:17.701972 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e652121-2cb0-4d8b-b8c4-13139fd39788 req-d9f1b42a-39c5-46c0-bb7e-1ad59df8d138 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:17.706289 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-3e652121-2cb0-4d8b-b8c4-13139fd39788 req-d9f1b42a-39c5-46c0-bb7e-1ad59df8d138 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.1361024 Aug 31 12:41:17.793716 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ab9aa-5fe2-4629-8155-eb506b08fbfd req-c99d1c0a-36c0-44aa-8e94-37ebe87addf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:17.796760 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-595ab9aa-5fe2-4629-8155-eb506b08fbfd req-c99d1c0a-36c0-44aa-8e94-37ebe87addf3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0fca416c-3c76-43d1-973c-75d943c37281 HTTP/1.1" status: 200 len: 854 time: 0.1663632 Aug 31 12:41:17.803152 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-3e652121-2cb0-4d8b-b8c4-13139fd39788 req-4ceea834-15fa-4ed0-9543-f692c2f2a98f tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862958 Aug 31 12:41:17.806022 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f2a38948-efa2-4f89-a92e-80033a7a6f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:17.834267 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-f7e7a946-b4da-48ee-a8a9-80045cecb8cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:17.910330 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-595ab9aa-5fe2-4629-8155-eb506b08fbfd req-69097f86-ee8e-4b97-91ef-bae65728c87b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6ceaadb-368e-432b-9744-86af2318977a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909898 Aug 31 12:41:17.912594 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-d1bde29a-e072-420d-9d8e-8922a12d1b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:17.924319 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a38948-efa2-4f89-a92e-80033a7a6f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b01d3cb-b3a7-4b7a-9dfe-6ca864a7f6b2,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:17.995740 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 60728) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:18.004790 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:18.036384 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2b3d8359-9b15-4021-9f1d-666099c9bf74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:18.095165 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f2a38948-efa2-4f89-a92e-80033a7a6f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:18.096190 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-f2a38948-efa2-4f89-a92e-80033a7a6f6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b01d3cb-b3a7-4b7a-9dfe-6ca864a7f6b2 HTTP/1.1" status: 204 len: 168 time: 1.2900169 Aug 31 12:41:18.100371 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1bde29a-e072-420d-9d8e-8922a12d1b09 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=75035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 31 12:41:18.100762 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-d1bde29a-e072-420d-9d8e-8922a12d1b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33222410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1148802'] for segment, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:18.102748 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-2b3d8359-9b15-4021-9f1d-666099c9bf74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:18.111876 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-2b3d8359-9b15-4021-9f1d-666099c9bf74 admin admin] Usage tracker for resource:security_group_rule and tenant:30be818af2954f0ebdedc926ba7f096e is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:18.117974 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-2b3d8359-9b15-4021-9f1d-666099c9bf74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:18.128700 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-2b3d8359-9b15-4021-9f1d-666099c9bf74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: Traceback (most recent call last): Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: timer() Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: cb(*args, **kw) Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: return func(*args, **kwargs) Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: self._notify() Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: self.callback(batched_events) Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: event.method(event) Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: return f(self, *a, **k) Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: return self._get(url).json() Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: return self.request(url, 'GET', **kwargs) Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:41:18.139779 dv-cinder-806696-1-smb neutron-server[75035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:41:18.261335 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2b3d8359-9b15-4021-9f1d-666099c9bf74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:18.270640 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2b3d8359-9b15-4021-9f1d-666099c9bf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:18.282100 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:18.317722 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a38948-efa2-4f89-a92e-80033a7a6f6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:18.318350 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a38948-efa2-4f89-a92e-80033a7a6f6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:18.318893 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a38948-efa2-4f89-a92e-80033a7a6f6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:18.319386 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a38948-efa2-4f89-a92e-80033a7a6f6f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:18.319860 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a38948-efa2-4f89-a92e-80033a7a6f6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:18.320339 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a38948-efa2-4f89-a92e-80033a7a6f6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:18.320914 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a38948-efa2-4f89-a92e-80033a7a6f6f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:18.321393 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a38948-efa2-4f89-a92e-80033a7a6f6f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:18.321923 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a38948-efa2-4f89-a92e-80033a7a6f6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:18.322507 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a38948-efa2-4f89-a92e-80033a7a6f6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:18.323096 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a38948-efa2-4f89-a92e-80033a7a6f6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:18.336153 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-f2a38948-efa2-4f89-a92e-80033a7a6f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:18.343749 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d8359-9b15-4021-9f1d-666099c9bf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec6b849-df88-4a52-a266-cfda23f3b995,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:18.348785 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-2b3d8359-9b15-4021-9f1d-666099c9bf74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:18.356059 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-2b3d8359-9b15-4021-9f1d-666099c9bf74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30be818af2954f0ebdedc926ba7f096e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3581088 Aug 31 12:41:18.356238 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 60738) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:18.370423 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15049b85-5505-4ff1-96da-417e8291661d req-f9eadf9f-fdc5-4ac7-bf30-2017752102ed tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:18.377417 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-15049b85-5505-4ff1-96da-417e8291661d req-f9eadf9f-fdc5-4ac7-bf30-2017752102ed tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2 HTTP/1.1" status: 200 len: 943 time: 0.4619753 Aug 31 12:41:18.400478 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-d1bde29a-e072-420d-9d8e-8922a12d1b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33222189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783967'] for network, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:18.441995 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:18.471489 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-d1bde29a-e072-420d-9d8e-8922a12d1b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:18.503888 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-595ab9aa-5fe2-4629-8155-eb506b08fbfd req-d08f1d86-e004-446c-9fc2-8dcb7bfda38e service neutron] 10.222.0.52 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100180 Aug 31 12:41:18.504670 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bde29a-e072-420d-9d8e-8922a12d1b09 admin admin] Pushing event deleted for resources: {'Network': ['ID=27dc32a8-b578-4bf1-994d-e9e0a8b39b00,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:18.511716 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-d1bde29a-e072-420d-9d8e-8922a12d1b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:18.522325 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-d1bde29a-e072-420d-9d8e-8922a12d1b09 admin admin] 10.222.0.13 "DELETE /v2.0/networks/27dc32a8-b578-4bf1-994d-e9e0a8b39b00 HTTP/1.1" status: 204 len: 168 time: 1.6892924 Aug 31 12:41:18.574257 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-15049b85-5505-4ff1-96da-417e8291661d req-9b665f52-b9f7-4efc-9086-8117f9cbd79c tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958780 Aug 31 12:41:18.666482 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f2190f64-a0dd-4d50-91c7-5ba07ac26a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:18.710433 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 60752) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:18.741038 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f2190f64-a0dd-4d50-91c7-5ba07ac26a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:18.761050 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-595ab9aa-5fe2-4629-8155-eb506b08fbfd req-f9ce630c-b8e2-4e85-a4c7-c27c00495373 service neutron] 10.222.0.52 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339761 Aug 31 12:41:18.774246 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 60758) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:18.788175 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-d45ec281-72ef-41ea-8502-37fed56a02c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b997d0cfe7fb4baa941ebf56d8becf2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0764630 Aug 31 12:41:18.872797 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b799b346-7a75-4a12-afd3-365d6eedbcca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:18.888676 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f2190f64-a0dd-4d50-91c7-5ba07ac26a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:18.897273 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-f84cc046-afe0-4d37-995b-91e107ccd810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:18.927301 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f2190f64-a0dd-4d50-91c7-5ba07ac26a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:18.931719 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-f2190f64-a0dd-4d50-91c7-5ba07ac26a51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ec6b849-df88-4a52-a266-cfda23f3b995 HTTP/1.1" status: 204 len: 168 time: 0.5686078 Aug 31 12:41:18.932619 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2190f64-a0dd-4d50-91c7-5ba07ac26a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec6b849-df88-4a52-a266-cfda23f3b995,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:18.935864 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-f2190f64-a0dd-4d50-91c7-5ba07ac26a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:18.938133 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b799b346-7a75-4a12-afd3-365d6eedbcca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:19.026593 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b799b346-7a75-4a12-afd3-365d6eedbcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:19.038387 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-f2190f64-a0dd-4d50-91c7-5ba07ac26a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:19.099390 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799b346-7a75-4a12-afd3-365d6eedbcca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0fb36b-6935-4842-8eb3-22f96c91835f,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:19.104388 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-b799b346-7a75-4a12-afd3-365d6eedbcca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:19.129430 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b799b346-7a75-4a12-afd3-365d6eedbcca admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:19.130566 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-b799b346-7a75-4a12-afd3-365d6eedbcca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd0fb36b-6935-4842-8eb3-22f96c91835f HTTP/1.1" status: 204 len: 168 time: 0.3552799 Aug 31 12:41:19.204821 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76338772-83e5-4712-b00b-6284e078fd2a req-11c02ee5-62ef-401c-81f8-5b9914c3583d tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:19.206547 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-76338772-83e5-4712-b00b-6284e078fd2a req-11c02ee5-62ef-401c-81f8-5b9914c3583d tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.1497662 Aug 31 12:41:19.277672 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-76338772-83e5-4712-b00b-6284e078fd2a req-01977c3a-ea47-490a-8e5a-f49c4d205a11 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635154 Aug 31 12:41:19.520668 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 9da94c63-7b06-44fd-a8de-9ef74c699e88 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:41:19.714613 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 9da94c63-7b06-44fd-a8de-9ef74c699e88, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=9da94c63-7b06-44fd-a8de-9ef74c699e88,segment=NetworkSegment(c830b616-b726-41b5-b25f-fbe5a18b878e),segment_id=c830b616-b726-41b5-b25f-fbe5a18b878e)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:19.732222 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': '9da94c63-7b06-44fd-a8de-9ef74c699e88', 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a', 'port_id': '9da94c63-7b06-44fd-a8de-9ef74c699e88', 'mac_address': 'fa:16:3e:79:93:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fca416c-3c76-43d1-973c-75d943c37281', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:41:19.809824 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:19.815695 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e77ee2-77df-4d26-88bc-9f76a8103da1 req-b49acc7c-ed7b-4910-be2a-cc1825768e3b tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:19.817583 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b7e77ee2-77df-4d26-88bc-9f76a8103da1 req-b49acc7c-ed7b-4910-be2a-cc1825768e3b tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2 HTTP/1.1" status: 200 len: 943 time: 0.1080279 Aug 31 12:41:19.835001 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da94c63-7b06-44fd-a8de-9ef74c699e88 {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:41:19.861559 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 9da94c63-7b06-44fd-a8de-9ef74c699e88, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=9da94c63-7b06-44fd-a8de-9ef74c699e88,segment=NetworkSegment(c830b616-b726-41b5-b25f-fbe5a18b878e),segment_id=c830b616-b726-41b5-b25f-fbe5a18b878e)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:19.869787 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:19.875677 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:19.902329 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b7e77ee2-77df-4d26-88bc-9f76a8103da1 req-25598ac8-abdd-41a2-96b9-2a917991f443 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779126 Aug 31 12:41:19.978196 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=9da94c63-7b06-44fd-a8de-9ef74c699e88,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:19.988288 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:19.988799 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:19.989263 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:19.989800 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:19.990297 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:19.990655 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:19.990954 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:19.991260 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:19.991730 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:19.992180 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:19.992631 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:19.997353 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:20.197650 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['9da94c63-7b06-44fd-a8de-9ef74c699e88'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:41:20.550686 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ab9e9-c3c8-4f27-b0c8-15526d288829 req-9d0e115d-1074-4174-8838-f1dd7658c078 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:20.552660 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b83ab9e9-c3c8-4f27-b0c8-15526d288829 req-9d0e115d-1074-4174-8838-f1dd7658c078 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.1095440 Aug 31 12:41:20.660850 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b83ab9e9-c3c8-4f27-b0c8-15526d288829 req-f8ae3095-6cc7-422a-8325-84e6256aa058 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950861 Aug 31 12:41:21.255653 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d980b1-0e93-4ddd-ae29-e25aa1fe3c19 req-d4e1c8d1-4990-4836-abbe-a4c81c7874fa tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:21.256163 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-78d980b1-0e93-4ddd-ae29-e25aa1fe3c19 req-d4e1c8d1-4990-4836-abbe-a4c81c7874fa tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2 HTTP/1.1" status: 200 len: 944 time: 0.1271658 Aug 31 12:41:21.336020 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-78d980b1-0e93-4ddd-ae29-e25aa1fe3c19 req-b9a4fdc1-7081-4a22-9122-0d3786de516b tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692005 Aug 31 12:41:21.447444 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 60880) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:21.537818 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 9da94c63-7b06-44fd-a8de-9ef74c699e88 up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:41:21.675162 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning for port 9da94c63-7b06-44fd-a8de-9ef74c699e88 completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:41:21.684754 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port 9da94c63-7b06-44fd-a8de-9ef74c699e88 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:21.685461 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:21.736237 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1839933523-network', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:41:21.744937 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:21.753507 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Usage tracker for resource:network and tenant:d3039a6adc724d519214c67cf88d1b8e is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:21.763115 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:21.784657 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:21.809382 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Made reservation on behalf of d3039a6adc724d519214c67cf88d1b8e for: {'network': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:41:21.816256 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for network, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:21.845676 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:21.868255 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:21.903727 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:21.908631 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Usage tracker for resource:security_group_rule and tenant:d3039a6adc724d519214c67cf88d1b8e is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:21.912135 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:21.919589 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:21.921159 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b58454-f278-4ae1-848c-7d01b60e0fd1 req-5655c7af-451e-47fc-9431-8aaed4db3da2 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:21.924387 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-f0b58454-f278-4ae1-848c-7d01b60e0fd1 req-5655c7af-451e-47fc-9431-8aaed4db3da2 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.1155343 Aug 31 12:41:21.952986 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da94c63-7b06-44fd-a8de-9ef74c699e88'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:41:21.979411 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 9da94c63-7b06-44fd-a8de-9ef74c699e88, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=9da94c63-7b06-44fd-a8de-9ef74c699e88,segment=NetworkSegment(c830b616-b726-41b5-b25f-fbe5a18b878e),segment_id=c830b616-b726-41b5-b25f-fbe5a18b878e)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:21.992991 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:21.996563 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:22.012310 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:22.021675 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:22.029984 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-19c7c37f-35c8-40b8-951b-5214ec1e577d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:22.068555 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=75035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 31 12:41:22.074482 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-f0b58454-f278-4ae1-848c-7d01b60e0fd1 req-8bfa5292-8704-43f4-8e6e-eabcb88d30da tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397121 Aug 31 12:41:22.085138 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d475f5-1305-4490-a1be-b5bc0373247d,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:22.106813 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:22.108891 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:22.109373 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.db.segments_db [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Added segment 0b21bc72-904c-48f3-b483-041d7530ffb6 of type vlan for network feea8ebf-1268-49e1-b49d-7833ff8c567a Aug 31 12:41:22.154287 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767722117506'] for network, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:22.160525 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=9da94c63-7b06-44fd-a8de-9ef74c699e88,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:22.164457 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:22.166862 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da94c63-7b06-44fd-a8de-9ef74c699e88', 'code': 200} Aug 31 12:41:22.216583 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for network, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:22.218811 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:22.219704 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:22.225971 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-d1bde29a-e072-420d-9d8e-8922a12d1b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:22.361273 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 60916) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:22.361966 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9106784 Aug 31 12:41:22.365741 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Pushing event updated for resources: {'Network': ['ID=feea8ebf-1268-49e1-b49d-7833ff8c567a,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:22.367802 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-7023280d-dd8c-4a97-b376-7bd6e2656d34 admin admin] Request body: {'subnet': {'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1839933523-subnet', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:41:22.370584 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:22.372900 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-7023280d-dd8c-4a97-b376-7bd6e2656d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:22.379015 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Network feea8ebf-1268-49e1-b49d-7833ff8c567a details requested by agent ovs-agent-dv-cinder-806696-1-smb with host dv-cinder-806696-1-smb {{(pid=75036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 12:41:22.396048 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-7023280d-dd8c-4a97-b376-7bd6e2656d34 admin admin] Usage tracker for resource:subnet and tenant:d3039a6adc724d519214c67cf88d1b8e is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:22.400131 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-7023280d-dd8c-4a97-b376-7bd6e2656d34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:22.415444 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-7023280d-dd8c-4a97-b376-7bd6e2656d34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:22.434602 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7023280d-dd8c-4a97-b376-7bd6e2656d34 admin admin] Made reservation on behalf of d3039a6adc724d519214c67cf88d1b8e for: {'subnet': 1} {{(pid=75034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:41:22.437714 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-7023280d-dd8c-4a97-b376-7bd6e2656d34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1612616'] for subnet, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:22.516714 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-17a14c82-64a3-4620-a793-30013fb0ab67 req-7d314336-8136-4c13-b7b8-fdd6a6fb03dd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0910611 Aug 31 12:41:22.615355 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-17a14c82-64a3-4620-a793-30013fb0ab67 req-48301f63-c143-482e-a90b-ca6e2c2cd43f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892363 Aug 31 12:41:22.797107 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:41:22.923501 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-7023280d-dd8c-4a97-b376-7bd6e2656d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1383546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1612634'] for subnet, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:22.941886 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:23.003599 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023280d-dd8c-4a97-b376-7bd6e2656d34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acb27ec4-0bee-4f29-8732-77d071b3e04e,revision_number=0']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:23.019216 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-7023280d-dd8c-4a97-b376-7bd6e2656d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:23.057526 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7023280d-dd8c-4a97-b376-7bd6e2656d34 admin admin] Checking segment: {'id': '0b21bc72-904c-48f3-b483-041d7530ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:41:23.058266 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7023280d-dd8c-4a97-b376-7bd6e2656d34 admin admin] Network hostable DHCP agents. Network: feea8ebf-1268-49e1-b49d-7833ff8c567a, hostable agents: ['c4bdb865-a81e-4643-8bd9-838ee0d40aaf'], hosted agents: [] {{(pid=75034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:41:23.083915 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c68c4-e7bf-4e01-bea6-b306d8481a02 req-b54e283f-2421-4acb-9d17-a317d4bba885 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:23.085734 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-413c68c4-e7bf-4e01-bea6-b306d8481a02 req-b54e283f-2421-4acb-9d17-a317d4bba885 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2 HTTP/1.1" status: 200 len: 945 time: 0.2018933 Aug 31 12:41:23.117280 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7023280d-dd8c-4a97-b376-7bd6e2656d34 admin admin] Network feea8ebf-1268-49e1-b49d-7833ff8c567a is scheduled to be hosted by DHCP agent c4bdb865-a81e-4643-8bd9-838ee0d40aaf with binding_index 1 {{(pid=75034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:41:23.141162 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [None req-7023280d-dd8c-4a97-b376-7bd6e2656d34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-smb, feea8ebf-1268-49e1-b49d-7833ff8c567a) {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:41:23.151132 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7023280d-dd8c-4a97-b376-7bd6e2656d34 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:23.152048 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbeef46-56f3-4574-8e03-7799bc3d6aca None None] Network feea8ebf-1268-49e1-b49d-7833ff8c567a requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:41:23.152562 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-7023280d-dd8c-4a97-b376-7bd6e2656d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for subnet, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:23.168565 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-413c68c4-e7bf-4e01-bea6-b306d8481a02 req-3260d2da-31f8-44ad-b2f6-dcf3e1cea173 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707018 Aug 31 12:41:23.185481 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-7023280d-dd8c-4a97-b376-7bd6e2656d34 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8226707 Aug 31 12:41:23.188678 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 60962) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:23.196344 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1839933523-router', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:41:23.201806 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:23.206966 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Usage tracker for resource:router and tenant:d3039a6adc724d519214c67cf88d1b8e is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:23.210101 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:23.217138 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:23.241169 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8182'] for router, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:23.243411 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8189'] for router, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:23.292810 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:23.460787 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fae0fd-ab7b-46f7-be7e-905326f87e12 req-5a406c56-40aa-4f75-ac45-79b349459dde tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:23.464112 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d4fae0fd-ab7b-46f7-be7e-905326f87e12 req-5a406c56-40aa-4f75-ac45-79b349459dde tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.1384068 Aug 31 12:41:23.522848 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74434909-0b8c-5b4f-b4a6-2114f8d237d1-feea8ebf-1268-49e1-b49d-7833ff8c567a', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'fixed_ips': [{'subnet_id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e'}]}} from dv-cinder-806696-1-smb. {{(pid=75036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 31 12:41:23.525143 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:23.531258 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-783613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8147'] for router, precommit_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:23.540102 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d4fae0fd-ab7b-46f7-be7e-905326f87e12 req-ec0ba965-e797-4ce8-89d5-68664fbb9599 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693984 Aug 31 12:41:23.752879 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.db_base_plugin_common [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Allocated IP 172.20.0.2 (feea8ebf-1268-49e1-b49d-7833ff8c567a/acb27ec4-0bee-4f29-8732-77d071b3e04e/ebfd9be3-a53f-4847-ad7c-4dcb8c503de0) {{(pid=75036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:41:23.894244 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:23.937944 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:24.098413 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Notify callbacks [] for port, precommit_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:24.115320 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Transition to ACTIVE for port object ebfd9be3-a53f-4847-ad7c-4dcb8c503de0 will not be triggered until provisioned by entity L2. {{(pid=75036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:41:24.147763 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.db_base_plugin_common [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Allocated IP 172.28.3.9 (7b35dd9c-b590-45a2-8542-749821ca1ef9/5d9224a0-26e6-47e5-9065-b2d86fa589fa/855981c5-c724-48c2-8e2d-29a4bf992651) {{(pid=75034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:41:24.169171 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Transition to ACTIVE for port object ebfd9be3-a53f-4847-ad7c-4dcb8c503de0 will not be triggered until provisioned by entity DHCP. {{(pid=75036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:41:24.179820 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887'] for port, after_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:24.192268 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:24.334782 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Network feea8ebf-1268-49e1-b49d-7833ff8c567a is already hosted by enough agents. {{(pid=75036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:41:24.355491 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.scheduler.base_scheduler [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Resources bound (agent type, host, resource id): {{(pid=75036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:41:24.387761 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Received port after_create {{(pid=75036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:41:24.455279 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1517631-d5ac-4108-a2ab-97d75e92ef4e req-bfde7bad-5c3f-4e12-bddb-111106b31e74 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:24.457414 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b1517631-d5ac-4108-a2ab-97d75e92ef4e req-bfde7bad-5c3f-4e12-bddb-111106b31e74 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2 HTTP/1.1" status: 200 len: 945 time: 0.1095686 Aug 31 12:41:24.499457 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Pushing event updated for resources: {'Port': ['ID=ebfd9be3-a53f-4847-ad7c-4dcb8c503de0,revision_number=1']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:24.537035 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:24.546754 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:24.591070 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Attempting to bind port ebfd9be3-a53f-4847-ad7c-4dcb8c503de0 on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:41:24.593058 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Attempting to bind port ebfd9be3-a53f-4847-ad7c-4dcb8c503de0 by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': '0b21bc72-904c-48f3-b483-041d7530ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a'}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:41:24.594047 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Attempting to bind port ebfd9be3-a53f-4847-ad7c-4dcb8c503de0 on network feea8ebf-1268-49e1-b49d-7833ff8c567a {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:41:24.612994 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:41:24.613577 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Checking segment: {'id': '0b21bc72-904c-48f3-b483-041d7530ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:41:24.615370 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:24.619536 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:24.621300 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Bound using segment: {'id': '0b21bc72-904c-48f3-b483-041d7530ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a'} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:41:24.621871 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Bound port: ebfd9be3-a53f-4847-ad7c-4dcb8c503de0, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b21bc72-904c-48f3-b483-041d7530ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a'}}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:41:24.622275 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:24.628251 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-fdc6316d-bb62-4ef2-b6b9-a108bda09da2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:24.644565 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b1517631-d5ac-4108-a2ab-97d75e92ef4e req-5d1b8d49-772d-457e-b821-81424df26313 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802835 Aug 31 12:41:24.770327 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Pushing event updated for resources: {'Port': ['ID=855981c5-c724-48c2-8e2d-29a4bf992651,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:24.776696 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:24.789731 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Network 7b35dd9c-b590-45a2-8542-749821ca1ef9 is already hosted by enough agents. {{(pid=75034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:41:24.792937 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:41:24.802578 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] For port ebfd9be3-a53f-4847-ad7c-4dcb8c503de0, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:41:24.806291 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] For port ebfd9be3-a53f-4847-ad7c-4dcb8c503de0, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=ebfd9be3-a53f-4847-ad7c-4dcb8c503de0,segment=NetworkSegment(0b21bc72-904c-48f3-b483-041d7530ffb6),segment_id=0b21bc72-904c-48f3-b483-041d7530ffb6)] {{(pid=75036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:41:24.814356 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:24.821061 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-7f5bce76-43cc-459f-8d05-a84a3731289c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:24.852347 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Received port after_create {{(pid=75034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:41:24.932504 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Pushing event updated for resources: {'Port': ['ID=ebfd9be3-a53f-4847-ad7c-4dcb8c503de0,revision_number=2']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:24.932504 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:25.046686 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ef9d4-ef15-4eee-98cb-058f2b981b98 req-580785ae-4cd2-425f-8272-8369c6a599ba tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:25.050111 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-f69ef9d4-ef15-4eee-98cb-058f2b981b98 req-580785ae-4cd2-425f-8272-8369c6a599ba tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.2588792 Aug 31 12:41:25.155858 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-f69ef9d4-ef15-4eee-98cb-058f2b981b98 req-45536b6e-ca3f-4ce0-9a7c-df4a913a2313 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967810 Aug 31 12:41:25.234432 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:25.235548 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783902'] for router, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:25.543181 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Router d8bb111c-556a-4195-8ccc-fb9034e95d25 is scheduled to L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 with binding_index 1 {{(pid=75034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 12:41:25.770247 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:41:25.780491 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] Sync routers for ids ['d8bb111c-556a-4195-8ccc-fb9034e95d25'] in dv-cinder-806696-1-smb {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:41:25.801134 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] Routers {'d8bb111c-556a-4195-8ccc-fb9034e95d25'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:41:25.801774 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:41:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8bb111c-556a-4195-8ccc-fb9034e95d25'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:25.829660 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Notify callbacks [] for router, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:25.836126 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 32812) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:25.836475 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6459661 Aug 31 12:41:26.146253 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] Set router d8bb111c-556a-4195-8ccc-fb9034e95d25 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:41:26.184122 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6089c7-1952-445e-a240-5bbf00e4cd14 None None] Network feea8ebf-1268-49e1-b49d-7833ff8c567a requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:41:26.393857 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-8dc10864-cf2d-45c1-903c-713c34b3a494 None None] Provisioning for port ebfd9be3-a53f-4847-ad7c-4dcb8c503de0 completed by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:41:26.600768 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ecdec-5c85-4b28-a02e-d0ce8c6dbee5 req-8679ace6-1141-461a-9de2-6ae80da72ff2 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:26.602436 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-1e4ecdec-5c85-4b28-a02e-d0ce8c6dbee5 req-8679ace6-1141-461a-9de2-6ae80da72ff2 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.1504350 Aug 31 12:41:26.742899 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device ebfd9be3-a53f-4847-ad7c-4dcb8c503de0 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:41:26.777016 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'name': 'tempest-AttachVolumeTestJSON-1839933523-router', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:25Z', 'revision_number': 3, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'gw_port': {'id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:09:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb'}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:26.782051 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] Checking router: d8bb111c-556a-4195-8ccc-fb9034e95d25 for host: dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:41:26.783365 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] Updating router d8bb111c-556a-4195-8ccc-fb9034e95d25 port 855981c5-c724-48c2-8e2d-29a4bf992651 binding host dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 31 12:41:26.801039 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-1e4ecdec-5c85-4b28-a02e-d0ce8c6dbee5 req-71d26393-c98a-45ad-8dbe-0663253b1154 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897267 Aug 31 12:41:26.900830 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port ebfd9be3-a53f-4847-ad7c-4dcb8c503de0 completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:41:26.908845 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port ebfd9be3-a53f-4847-ad7c-4dcb8c503de0 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:26.909381 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:26.930682 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:27.122367 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:27.179291 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] For port ebfd9be3-a53f-4847-ad7c-4dcb8c503de0, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=ebfd9be3-a53f-4847-ad7c-4dcb8c503de0,segment=NetworkSegment(0b21bc72-904c-48f3-b483-041d7530ffb6),segment_id=0b21bc72-904c-48f3-b483-041d7530ffb6)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:27.187212 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:27.202975 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:27.216631 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:27.374826 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Pushing event updated for resources: {'Port': ['ID=ebfd9be3-a53f-4847-ad7c-4dcb8c503de0,revision_number=3']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:27.391115 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:27.405036 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-7c310cc4-f697-430e-82c8-a3ede629333f None None] Provisioning complete for port ebfd9be3-a53f-4847-ad7c-4dcb8c503de0 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:27.405673 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-7c310cc4-f697-430e-82c8-a3ede629333f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:27.594371 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] Allocated IP 172.20.0.1 (feea8ebf-1268-49e1-b49d-7833ff8c567a/acb27ec4-0bee-4f29-8732-77d071b3e04e/ed942133-3ef0-4308-b0dc-4477f251356c) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:41:27.756278 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] Notify callbacks [] for port, precommit_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:27.775065 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.provisioning_blocks [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] Transition to ACTIVE for port object 855981c5-c724-48c2-8e2d-29a4bf992651 will not be triggered until provisioned by entity L2. {{(pid=75037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:41:27.786681 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:27.801607 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:27.840150 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:27.885213 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] Transition to ACTIVE for port object ed942133-3ef0-4308-b0dc-4477f251356c will not be triggered until provisioned by entity DHCP. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:41:27.938222 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:27.945723 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:28.106002 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] Pushing event updated for resources: {'Port': ['ID=ed942133-3ef0-4308-b0dc-4477f251356c,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:28.118089 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:28.123688 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30911612-e34d-4e2c-ae55-81f10e193b37 None None] Pushing event updated for resources: {'Port': ['ID=855981c5-c724-48c2-8e2d-29a4bf992651,revision_number=2']} {{(pid=75037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:28.136847 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] Attempting to bind port 855981c5-c724-48c2-8e2d-29a4bf992651 on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:41:28.137213 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] Attempting to bind port 855981c5-c724-48c2-8e2d-29a4bf992651 by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}] {{(pid=75037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:41:28.137575 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] Attempting to bind port 855981c5-c724-48c2-8e2d-29a4bf992651 on network 7b35dd9c-b590-45a2-8542-749821ca1ef9 {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:41:28.154515 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] Network feea8ebf-1268-49e1-b49d-7833ff8c567a is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:41:28.156480 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:41:28.159997 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86204df-e36a-4e4d-93b7-e16d7c0ff887 req-8f5963b2-3ffd-4ca7-b0df-9535f8a69dd6 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:28.160803 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:41:28.162800 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c86204df-e36a-4e4d-93b7-e16d7c0ff887 req-8f5963b2-3ffd-4ca7-b0df-9535f8a69dd6 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.1345627 Aug 31 12:41:28.165377 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30911612-e34d-4e2c-ae55-81f10e193b37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:28.165737 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30911612-e34d-4e2c-ae55-81f10e193b37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:28.166055 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30911612-e34d-4e2c-ae55-81f10e193b37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:28.166372 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30911612-e34d-4e2c-ae55-81f10e193b37 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:28.166686 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30911612-e34d-4e2c-ae55-81f10e193b37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:28.174567 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30911612-e34d-4e2c-ae55-81f10e193b37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:28.174916 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30911612-e34d-4e2c-ae55-81f10e193b37 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:28.175239 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30911612-e34d-4e2c-ae55-81f10e193b37 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:28.175646 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30911612-e34d-4e2c-ae55-81f10e193b37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:28.176024 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30911612-e34d-4e2c-ae55-81f10e193b37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:28.176496 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30911612-e34d-4e2c-ae55-81f10e193b37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:41:28.181560 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [None req-30911612-e34d-4e2c-ae55-81f10e193b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:28.190876 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:41:28.191236 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] Checking segment: {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:41:28.191766 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:28.192166 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] Bound using segment: {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'} {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:41:28.192742 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] Bound port: 855981c5-c724-48c2-8e2d-29a4bf992651, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}}] {{(pid=75037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:41:28.193065 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:28.259147 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c86204df-e36a-4e4d-93b7-e16d7c0ff887 req-860acdf1-062f-4b1e-85e9-ea8e58971f29 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807793 Aug 31 12:41:28.275631 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784064'] for router_interface, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:28.365099 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.db [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] For port 855981c5-c724-48c2-8e2d-29a4bf992651, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:41:28.368487 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.db [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] For port 855981c5-c724-48c2-8e2d-29a4bf992651, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=855981c5-c724-48c2-8e2d-29a4bf992651,segment=NetworkSegment(3f81cd55-86a1-4a25-9153-5d04b36688ac),segment_id=3f81cd55-86a1-4a25-9153-5d04b36688ac)] {{(pid=75037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:41:28.373135 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:28.379286 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [None req-52a72b5e-f0c3-4f02-adc2-0a0754980272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:28.390243 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:28.450184 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30911612-e34d-4e2c-ae55-81f10e193b37 None None] Pushing event updated for resources: {'Port': ['ID=855981c5-c724-48c2-8e2d-29a4bf992651,revision_number=3']} {{(pid=75037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:28.455221 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [None req-30911612-e34d-4e2c-ae55-81f10e193b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:28.474020 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] Routers {'d8bb111c-556a-4195-8ccc-fb9034e95d25'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:41:28.474650 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:41:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8bb111c-556a-4195-8ccc-fb9034e95d25'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:28.585819 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-7282aa4e-9c8f-4d5c-b440-73859f4e0a53 None None] Provisioning for port ed942133-3ef0-4308-b0dc-4477f251356c completed by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:41:28.592388 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-7282aa4e-9c8f-4d5c-b440-73859f4e0a53 None None] Provisioning complete for port ed942133-3ef0-4308-b0dc-4477f251356c triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:28.593047 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-7282aa4e-9c8f-4d5c-b440-73859f4e0a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:28.667332 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device ebfd9be3-a53f-4847-ad7c-4dcb8c503de0 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:41:28.668545 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] Set router d8bb111c-556a-4195-8ccc-fb9034e95d25 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:41:28.762890 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-7282aa4e-9c8f-4d5c-b440-73859f4e0a53 None None] Port ed942133-3ef0-4308-b0dc-4477f251356c cannot update to ACTIVE because it is not bound. {{(pid=75036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 31 12:41:28.795701 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:28.805232 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:28.807949 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port ebfd9be3-a53f-4847-ad7c-4dcb8c503de0 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:28.808387 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:28.869993 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:29.098635 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33353741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-782633'] for router_interface, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:29.118115 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] Pushing event updated for resources: {'Port': ['ID=ed942133-3ef0-4308-b0dc-4477f251356c,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:29.122845 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:29.232970 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'name': 'tempest-AttachVolumeTestJSON-1839933523-router', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:28Z', 'revision_number': 4, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'gw_port': {'id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:09:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': 'ed942133-3ef0-4308-b0dc-4477f251356c', 'name': '', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'mac_address': 'fa:16:3e:70:f3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:27Z', 'updated_at': '2021-08-31T12:41:27Z', 'revision_number': 1, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'subnets': [{'id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:29.247429 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fc996e-8e3c-4c62-aae4-5deefdb27c71 None None] The sync data for ids ['d8bb111c-556a-4195-8ccc-fb9034e95d25'] in dv-cinder-806696-1-smb is: [{'id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'name': 'tempest-AttachVolumeTestJSON-1839933523-router', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:28Z', 'revision_number': 4, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'gw_port': {'id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:09:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': 'ed942133-3ef0-4308-b0dc-4477f251356c', 'name': '', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'mac_address': 'fa:16:3e:70:f3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:27Z', 'updated_at': '2021-08-31T12:41:27Z', 'revision_number': 1, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'subnets': [{'id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:41:29.697128 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] Network feea8ebf-1268-49e1-b49d-7833ff8c567a is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:41:29.699407 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:41:29.822415 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-e55634f0-590c-4614-a3ed-07ae3586c6f0 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:29.832748 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-e55634f0-590c-4614-a3ed-07ae3586c6f0 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/networks?id=c6ceaadb-368e-432b-9744-86af2318977a HTTP/1.1" status: 200 len: 814 time: 0.2721672 Aug 31 12:41:29.870428 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-de851a8b-7643-4a42-bfb1-b883d9f87e0f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/quotas/64fbaa82947f4910b46f8f5a33a5468f HTTP/1.1" status: 200 len: 375 time: 0.0359414 Aug 31 12:41:30.012060 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438c083-7e37-46a6-aa5f-099b2119fe12 req-c66d96db-fc54-4488-9b91-ed594fa8d752 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:30.024320 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c438c083-7e37-46a6-aa5f-099b2119fe12 req-c66d96db-fc54-4488-9b91-ed594fa8d752 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.4942896 Aug 31 12:41:30.109897 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-70173d77-2cfd-469a-ae2c-1362661c2b03 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=64fbaa82947f4910b46f8f5a33a5468f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2318823 Aug 31 12:41:30.120627 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-b4861d37-bcbb-4f95-8c30-3e7543006af5 None None] Provisioning complete for port ed942133-3ef0-4308-b0dc-4477f251356c triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:30.121932 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-b4861d37-bcbb-4f95-8c30-3e7543006af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:30.160755 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c438c083-7e37-46a6-aa5f-099b2119fe12 req-4c838ec5-07ab-4c9f-9545-42474634bd23 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353776 Aug 31 12:41:30.289660 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-b4861d37-bcbb-4f95-8c30-3e7543006af5 None None] Port ed942133-3ef0-4308-b0dc-4477f251356c cannot update to ACTIVE because it is not bound. {{(pid=75036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 31 12:41:30.511653 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-ad3a4877-0d39-49d3-8b01-1a99f74c67ef service neutron] 10.222.0.13 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009290 Aug 31 12:41:30.629403 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] Router d8bb111c-556a-4195-8ccc-fb9034e95d25 has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:41:30.703456 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 855981c5-c724-48c2-8e2d-29a4bf992651 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:41:30.768582 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-c2689e67-b3de-4a8d-b7bb-b6b9f93a005b service neutron] 10.222.0.13 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355142 Aug 31 12:41:30.872922 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port 855981c5-c724-48c2-8e2d-29a4bf992651 completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:41:30.883112 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 855981c5-c724-48c2-8e2d-29a4bf992651 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:30.886487 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:31.096586 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:41:31.115680 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] 10.222.0.13 "PUT /v2.0/routers/d8bb111c-556a-4195-8ccc-fb9034e95d25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2790239 Aug 31 12:41:31.270246 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 32946) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:31.321844 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:31.366274 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-920ab9f1-9a44-424b-8904-df36533d30e4 req-2a56028f-dc00-455c-8e23-26558408164c tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=26606d4c-fb00-4e5a-beba-edd85a8ea370 HTTP/1.1" status: 200 len: 210 time: 0.1900089 Aug 31 12:41:31.378838 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] For port 855981c5-c724-48c2-8e2d-29a4bf992651, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=855981c5-c724-48c2-8e2d-29a4bf992651,segment=NetworkSegment(3f81cd55-86a1-4a25-9153-5d04b36688ac),segment_id=3f81cd55-86a1-4a25-9153-5d04b36688ac)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:31.388010 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:31.396281 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:31.469294 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-33c00ac9-63e1-4b1d-8bf9-9adc397d5942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:31.546308 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-33c00ac9-63e1-4b1d-8bf9-9adc397d5942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:31.555412 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-33c00ac9-63e1-4b1d-8bf9-9adc397d5942 admin admin] Usage tracker for resource:security_group_rule and tenant:67fd722449ec4101831a4e983b212d28 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:31.563540 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-33c00ac9-63e1-4b1d-8bf9-9adc397d5942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:31.576014 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-33c00ac9-63e1-4b1d-8bf9-9adc397d5942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:31.648450 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Pushing event updated for resources: {'Port': ['ID=855981c5-c724-48c2-8e2d-29a4bf992651,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:31.667915 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:31.786442 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5ae9e-81bb-4cc9-9d7e-abdc3c7e2eea req-74258a30-8497-42e5-82c5-937007ba6d75 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:31.787942 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-fba5ae9e-81bb-4cc9-9d7e-abdc3c7e2eea req-74258a30-8497-42e5-82c5-937007ba6d75 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.2030118 Aug 31 12:41:31.879201 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-33c00ac9-63e1-4b1d-8bf9-9adc397d5942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:31.898852 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-33c00ac9-63e1-4b1d-8bf9-9adc397d5942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:31.915907 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-a9a88ced-d102-406a-b17d-0cb00a191fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:31.995887 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 32982) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:31.996660 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-33c00ac9-63e1-4b1d-8bf9-9adc397d5942 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67fd722449ec4101831a4e983b212d28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7243600 Aug 31 12:41:31.998296 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c00ac9-63e1-4b1d-8bf9-9adc397d5942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aea3177-e152-4513-933f-c7c6236c465c,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:32.002127 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-33c00ac9-63e1-4b1d-8bf9-9adc397d5942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:32.004483 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-fba5ae9e-81bb-4cc9-9d7e-abdc3c7e2eea req-534580b6-10c6-4c07-8d39-a82b852bf92f tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828232 Aug 31 12:41:32.178509 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-4bc2d1da-4344-439a-9c7d-6e3fb47ff761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:32.231027 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-4bc2d1da-4344-439a-9c7d-6e3fb47ff761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:32.305873 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-4bc2d1da-4344-439a-9c7d-6e3fb47ff761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:32.313247 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-f220d086-8511-4458-89e6-7c7c4dff14cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:32.329334 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2d1da-4344-439a-9c7d-6e3fb47ff761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aea3177-e152-4513-933f-c7c6236c465c,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:32.332423 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-4bc2d1da-4344-439a-9c7d-6e3fb47ff761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:32.332580 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 32992) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:32.342712 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-4bc2d1da-4344-439a-9c7d-6e3fb47ff761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:32.343905 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-4bc2d1da-4344-439a-9c7d-6e3fb47ff761 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1aea3177-e152-4513-933f-c7c6236c465c HTTP/1.1" status: 204 len: 168 time: 0.3465440 Aug 31 12:41:32.349418 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-cb305fa1-ac88-4ea6-bd4b-5b6bc2f6d177 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1507144092', 'description': 'tempest-description--710921558'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:41:32.359333 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-cb305fa1-ac88-4ea6-bd4b-5b6bc2f6d177 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:32.364064 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-cb305fa1-ac88-4ea6-bd4b-5b6bc2f6d177 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Usage tracker for resource:security_group and tenant:d3039a6adc724d519214c67cf88d1b8e is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:32.367547 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-cb305fa1-ac88-4ea6-bd4b-5b6bc2f6d177 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:32.376356 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-cb305fa1-ac88-4ea6-bd4b-5b6bc2f6d177 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:32.387361 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-cb305fa1-ac88-4ea6-bd4b-5b6bc2f6d177 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:32.427932 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-cb305fa1-ac88-4ea6-bd4b-5b6bc2f6d177 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:32.432466 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-cb305fa1-ac88-4ea6-bd4b-5b6bc2f6d177 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Usage tracker for resource:security_group_rule and tenant:d3039a6adc724d519214c67cf88d1b8e is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:32.445801 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-cb305fa1-ac88-4ea6-bd4b-5b6bc2f6d177 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:32.453054 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-cb305fa1-ac88-4ea6-bd4b-5b6bc2f6d177 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:32.516636 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-cb305fa1-ac88-4ea6-bd4b-5b6bc2f6d177 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:32.522068 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-cb305fa1-ac88-4ea6-bd4b-5b6bc2f6d177 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:32.529076 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:32.607996 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 855981c5-c724-48c2-8e2d-29a4bf992651 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:41:32.619701 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-50e2ca74-1d4a-407f-8b62-cb453292b866 req-a599fc3e-2d63-4063-9941-64ad61e38587 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=26606d4c-fb00-4e5a-beba-edd85a8ea370 HTTP/1.1" status: 200 len: 210 time: 0.0748076 Aug 31 12:41:32.639603 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb305fa1-ac88-4ea6-bd4b-5b6bc2f6d177 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d62f46-b890-4d73-b069-c47930809f41,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:32.643132 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-cb305fa1-ac88-4ea6-bd4b-5b6bc2f6d177 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:32.644353 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-cb305fa1-ac88-4ea6-bd4b-5b6bc2f6d177 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:32.645973 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-cb305fa1-ac88-4ea6-bd4b-5b6bc2f6d177 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3089850 Aug 31 12:41:32.649223 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33004) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:32.658491 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-83eb2432-301d-4b60-9353-d1dd081f6cef tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Request body: {'security_group_rule': {'security_group_id': '87d62f46-b890-4d73-b069-c47930809f41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:41:32.666546 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-83eb2432-301d-4b60-9353-d1dd081f6cef tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:32.671086 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-83eb2432-301d-4b60-9353-d1dd081f6cef tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Usage tracker for resource:security_group_rule and tenant:d3039a6adc724d519214c67cf88d1b8e is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:32.674465 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-83eb2432-301d-4b60-9353-d1dd081f6cef tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:32.680640 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-83eb2432-301d-4b60-9353-d1dd081f6cef tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:32.702207 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-83eb2432-301d-4b60-9353-d1dd081f6cef tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:32.782995 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 855981c5-c724-48c2-8e2d-29a4bf992651 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:32.783781 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:32.791558 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-83eb2432-301d-4b60-9353-d1dd081f6cef tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:32.796531 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-83eb2432-301d-4b60-9353-d1dd081f6cef tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707040'] for security_group_rule, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:32.810365 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:32.823853 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb2432-301d-4b60-9353-d1dd081f6cef tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24556390-fb03-4d62-828a-4fa2018fc119,revision_number=0']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:32.829737 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33012) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:32.833151 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-83eb2432-301d-4b60-9353-d1dd081f6cef tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:32.862910 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-79472751-e26b-499f-82c8-1797d2dd5f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:32.896121 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-83eb2432-301d-4b60-9353-d1dd081f6cef tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:32.897607 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-83eb2432-301d-4b60-9353-d1dd081f6cef tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2460153 Aug 31 12:41:32.900271 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33016) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:32.913045 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-5d19cc2b-c9f4-4c51-84bd-40c2d6582e2d tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Request body: {'security_group_rule': {'security_group_id': '87d62f46-b890-4d73-b069-c47930809f41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:41:32.920031 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-5d19cc2b-c9f4-4c51-84bd-40c2d6582e2d tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:32.924475 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-5d19cc2b-c9f4-4c51-84bd-40c2d6582e2d tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Usage tracker for resource:security_group_rule and tenant:d3039a6adc724d519214c67cf88d1b8e is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:32.927840 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-5d19cc2b-c9f4-4c51-84bd-40c2d6582e2d tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:32.934158 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-5d19cc2b-c9f4-4c51-84bd-40c2d6582e2d tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:32.955044 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5d19cc2b-c9f4-4c51-84bd-40c2d6582e2d tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:32.966594 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-79472751-e26b-499f-82c8-1797d2dd5f29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:32.974972 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-79472751-e26b-499f-82c8-1797d2dd5f29 admin admin] Usage tracker for resource:security_group_rule and tenant:f0edebab6c124c6a9ac2c0f9f38a0d0d is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:32.978385 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-79472751-e26b-499f-82c8-1797d2dd5f29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:33.025865 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-79472751-e26b-499f-82c8-1797d2dd5f29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:33.047758 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-54a31539-fdd7-46f6-96c9-4a1cfa616d5b tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:33.050212 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-54a31539-fdd7-46f6-96c9-4a1cfa616d5b tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.52 "GET /v2.0/networks?id=c6ceaadb-368e-432b-9744-86af2318977a HTTP/1.1" status: 200 len: 814 time: 0.2343264 Aug 31 12:41:33.071001 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-83582712-d3a4-4ed8-9075-729d621091d5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Request body: {'port': {'device_id': '26606d4c-fb00-4e5a-beba-edd85a8ea370', 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a', 'admin_state_up': True, 'tenant_id': '64fbaa82947f4910b46f8f5a33a5468f'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:41:33.086579 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5d19cc2b-c9f4-4c51-84bd-40c2d6582e2d tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:33.102624 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5d19cc2b-c9f4-4c51-84bd-40c2d6582e2d tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707040'] for security_group_rule, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:33.121579 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-83eb2432-301d-4b60-9353-d1dd081f6cef tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:33.225865 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19cc2b-c9f4-4c51-84bd-40c2d6582e2d tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7b0d75-10ef-45b8-a11a-e90de8384317,revision_number=0']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:33.232769 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5d19cc2b-c9f4-4c51-84bd-40c2d6582e2d tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:33.244316 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-5d19cc2b-c9f4-4c51-84bd-40c2d6582e2d tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3425944 Aug 31 12:41:33.247005 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33028) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:33.253740 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-5d19cc2b-c9f4-4c51-84bd-40c2d6582e2d tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:33.260092 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Request body: {'floatingip': {'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:41:33.285165 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:33.296828 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Usage tracker for resource:floatingip and tenant:d3039a6adc724d519214c67cf88d1b8e is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:33.302622 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:33.305868 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-83582712-d3a4-4ed8-9075-729d621091d5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:33.311756 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-79472751-e26b-499f-82c8-1797d2dd5f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:33.312925 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:33.321809 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-79472751-e26b-499f-82c8-1797d2dd5f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:33.324331 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-83582712-d3a4-4ed8-9075-729d621091d5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:33.332464 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-97a0ff4f-3cf1-43e4-b3d1-a063d50be86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:33.346299 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for floatingip, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:33.352615 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-83582712-d3a4-4ed8-9075-729d621091d5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Made reservation on behalf of 64fbaa82947f4910b46f8f5a33a5468f for: {'port': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:41:33.356045 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-83582712-d3a4-4ed8-9075-729d621091d5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:33.453896 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae1361-1b40-4168-8e8d-6d52eecdfea0 req-c42da5a5-fc59-4479-9de7-501b84951fb2 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:33.456443 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79472751-e26b-499f-82c8-1797d2dd5f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee6f795-d65c-465e-aa02-3f893ef4e078,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:33.459956 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-91ae1361-1b40-4168-8e8d-6d52eecdfea0 req-c42da5a5-fc59-4479-9de7-501b84951fb2 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.1909728 Aug 31 12:41:33.474327 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-79472751-e26b-499f-82c8-1797d2dd5f29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0edebab6c124c6a9ac2c0f9f38a0d0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6328547 Aug 31 12:41:33.474327 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-79472751-e26b-499f-82c8-1797d2dd5f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:33.474327 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33038) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:33.560649 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-91ae1361-1b40-4168-8e8d-6d52eecdfea0 req-f88bc3d8-3c73-46f2-9848-fd4d4f89022b tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995934 Aug 31 12:41:33.587156 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-751128fd-9589-4b52-a5f8-b991b7527e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:33.640908 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-751128fd-9589-4b52-a5f8-b991b7527e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:33.677630 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-83582712-d3a4-4ed8-9075-729d621091d5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Allocated IP 172.20.0.7 (c6ceaadb-368e-432b-9744-86af2318977a/0fca416c-3c76-43d1-973c-75d943c37281/b01f626c-8031-4e42-ab9d-a177ca01d20d) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:41:33.704758 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-751128fd-9589-4b52-a5f8-b991b7527e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:33.709493 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-18323946-d8ae-4a60-871c-f964e1a3a930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:33.721791 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751128fd-9589-4b52-a5f8-b991b7527e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee6f795-d65c-465e-aa02-3f893ef4e078,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:33.733798 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-751128fd-9589-4b52-a5f8-b991b7527e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:33.747204 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-751128fd-9589-4b52-a5f8-b991b7527e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:33.748346 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-751128fd-9589-4b52-a5f8-b991b7527e14 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bee6f795-d65c-465e-aa02-3f893ef4e078 HTTP/1.1" status: 204 len: 168 time: 0.2791188 Aug 31 12:41:33.752469 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:33.996738 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.db_base_plugin_common [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Allocated IP 172.28.3.137 (7b35dd9c-b590-45a2-8542-749821ca1ef9/5d9224a0-26e6-47e5-9065-b2d86fa589fa/a2e84f28-a687-40c3-b72b-2abc642a0c1a) {{(pid=75034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:41:34.215794 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c3fe7ee8-b89b-4386-ab07-62cdaa8aa102 req-fc4e1ba5-2ea2-4d33-a2e4-e4459d18c827 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=26606d4c-fb00-4e5a-beba-edd85a8ea370 HTTP/1.1" status: 200 len: 210 time: 0.0819931 Aug 31 12:41:34.240774 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for port, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:34.297161 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:34.301417 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-83582712-d3a4-4ed8-9075-729d621091d5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:34.302490 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:34.357039 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-83582712-d3a4-4ed8-9075-729d621091d5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:34.371172 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['a16ec1a3-bd94-4712-be22-539720a2cf08', '9da94c63-7b06-44fd-a8de-9ef74c699e88'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:41:34.373073 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-d48f4351-4e65-4789-9957-f13aa8b50a6d tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:34.373251 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Network 7b35dd9c-b590-45a2-8542-749821ca1ef9 is already hosted by enough agents. {{(pid=75034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:41:34.376739 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Resources bound (agent type, host, resource id): {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:41:34.386055 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Received port after_create {{(pid=75034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:41:34.418677 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33076) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:34.431412 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Pushing event updated for resources: {'Port': ['ID=a2e84f28-a687-40c3-b72b-2abc642a0c1a,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:34.441821 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:34.690703 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582712-d3a4-4ed8-9075-729d621091d5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Pushing event updated for resources: {'Port': ['ID=b01f626c-8031-4e42-ab9d-a177ca01d20d,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:34.718287 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-83582712-d3a4-4ed8-9075-729d621091d5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:34.752646 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-83582712-d3a4-4ed8-9075-729d621091d5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Network c6ceaadb-368e-432b-9744-86af2318977a is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:41:34.757240 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-83582712-d3a4-4ed8-9075-729d621091d5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:41:34.760818 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-83582712-d3a4-4ed8-9075-729d621091d5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:41:34.842194 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:34.894332 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-83582712-d3a4-4ed8-9075-729d621091d5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:34.895270 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-83582712-d3a4-4ed8-9075-729d621091d5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:34.931685 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb401820-f95f-4d88-b35c-cb43e10c9cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:34.932097 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-83582712-d3a4-4ed8-9075-729d621091d5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8652840 Aug 31 12:41:34.947434 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Request body: {'port': {'device_id': '26606d4c-fb00-4e5a-beba-edd85a8ea370', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:41:34.998501 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.052440 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-eb401820-f95f-4d88-b35c-cb43e10c9cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:35.064812 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-eb401820-f95f-4d88-b35c-cb43e10c9cdf admin admin] Usage tracker for resource:security_group_rule and tenant:5d6899e9bede47e4a575238d9d050c10 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:35.071168 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-eb401820-f95f-4d88-b35c-cb43e10c9cdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:35.127339 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.200242 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-eb401820-f95f-4d88-b35c-cb43e10c9cdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:35.288250 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2dcade-7d97-46f4-bacf-8c7794ecdca0 req-95183b0d-4c03-4585-ba65-32c5492ff334 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:35.290060 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5e2dcade-7d97-46f4-bacf-8c7794ecdca0 req-95183b0d-4c03-4585-ba65-32c5492ff334 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.4088323 Aug 31 12:41:35.454210 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5e2dcade-7d97-46f4-bacf-8c7794ecdca0 req-022bc2b6-b02d-4988-8023-0e91186a43ab tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527662 Aug 31 12:41:35.476595 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-747baa29-93e9-4de3-8131-cbf400e1028a req-ce81fd1b-d2ec-41c4-a46b-5c96dadfc888 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 1098 time: 0.2829964 Aug 31 12:41:35.511739 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7801f61-da2a-4f57-92bf-03eb6e93a1de req-738b48ed-8e08-461b-88b5-e01bd94896c2 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:35.512485 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-b7801f61-da2a-4f57-92bf-03eb6e93a1de req-738b48ed-8e08-461b-88b5-e01bd94896c2 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Synchronizing usage tracker for tenant:64fbaa82947f4910b46f8f5a33a5468f on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:41:35.517994 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb401820-f95f-4d88-b35c-cb43e10c9cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.526917 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for port, precommit_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.531707 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-eb401820-f95f-4d88-b35c-cb43e10c9cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.540517 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-32997191-cbc5-40d9-ba76-daf4c91ca01b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:35.548534 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1383631'] for port, after_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.566322 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-b7801f61-da2a-4f57-92bf-03eb6e93a1de req-738b48ed-8e08-461b-88b5-e01bd94896c2 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Unset dirty status for tenant:64fbaa82947f4910b46f8f5a33a5468f on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:41:35.567928 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b7801f61-da2a-4f57-92bf-03eb6e93a1de req-738b48ed-8e08-461b-88b5-e01bd94896c2 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=26606d4c-fb00-4e5a-beba-edd85a8ea370 HTTP/1.1" status: 200 len: 931 time: 0.2068505 Aug 31 12:41:35.606691 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-eb401820-f95f-4d88-b35c-cb43e10c9cdf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d6899e9bede47e4a575238d9d050c10&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1812682 Aug 31 12:41:35.607688 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb401820-f95f-4d88-b35c-cb43e10c9cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae92879-fc25-4bd1-978c-185ec2483692,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:35.610906 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-eb401820-f95f-4d88-b35c-cb43e10c9cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:35.612896 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 33112) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:35.613071 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-e385bce9-c9d4-4f36-9653-f55df94082db tempest-DeleteServersTestJSON-1592292323 tempest-DeleteServersTestJSON-1592292323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:35.616516 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01f626c-8031-4e42-ab9d-a177ca01d20d {{(pid=75035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:41:35.645594 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.677316 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-747baa29-93e9-4de3-8131-cbf400e1028a req-1b7b0ff2-06c7-4658-ba4d-218f38a3a202 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895587 Aug 31 12:41:35.698476 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Transition to ACTIVE for port object b01f626c-8031-4e42-ab9d-a177ca01d20d will not be triggered until provisioned by entity L2. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:41:35.703773 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b7801f61-da2a-4f57-92bf-03eb6e93a1de req-f675710a-4ddf-4b36-a916-8653015aa9b0 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254373 Aug 31 12:41:35.708781 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.714824 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:35.732157 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Pushing event updated for resources: {'Port': ['ID=a2e84f28-a687-40c3-b72b-2abc642a0c1a,revision_number=2']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:35.735859 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:35.736861 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783949'] for floatingip, after_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.770590 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for floatingip, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.781678 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5266476 Aug 31 12:41:35.898978 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9d8a786c-5a82-4b43-9e7c-e2bdc3ba1a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.934897 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9d8a786c-5a82-4b43-9e7c-e2bdc3ba1a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:35.978088 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Pushing event updated for resources: {'Port': ['ID=b01f626c-8031-4e42-ab9d-a177ca01d20d,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:36.040882 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:36.275204 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9d8a786c-5a82-4b43-9e7c-e2bdc3ba1a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:36.280700 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-4bc2d1da-4344-439a-9c7d-6e3fb47ff761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:36.307316 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a786c-5a82-4b43-9e7c-e2bdc3ba1a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae92879-fc25-4bd1-978c-185ec2483692,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:36.313119 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-9d8a786c-5a82-4b43-9e7c-e2bdc3ba1a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:36.317815 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Attempting to bind port b01f626c-8031-4e42-ab9d-a177ca01d20d on host hv-cinder-80669 for vnic_type normal with profile {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:41:36.318151 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Attempting to bind port b01f626c-8031-4e42-ab9d-a177ca01d20d by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': 'c830b616-b726-41b5-b25f-fbe5a18b878e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a'}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:41:36.318467 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Attempting to bind port b01f626c-8031-4e42-ab9d-a177ca01d20d on network c6ceaadb-368e-432b-9744-86af2318977a {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:41:36.321479 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-bcac4cf7-c9cb-4156-ac7c-c74fac08db61 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Synchronizing usage tracker for tenant:d3039a6adc724d519214c67cf88d1b8e on resource:security_group {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:41:36.335893 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9d8a786c-5a82-4b43-9e7c-e2bdc3ba1a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:36.339895 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-9d8a786c-5a82-4b43-9e7c-e2bdc3ba1a84 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ae92879-fc25-4bd1-978c-185ec2483692 HTTP/1.1" status: 204 len: 168 time: 0.7267320 Aug 31 12:41:36.343739 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Port b01f626c-8031-4e42-ab9d-a177ca01d20d on network c6ceaadb-368e-432b-9744-86af2318977a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:41:36.344194 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Attempting to bind port b01f626c-8031-4e42-ab9d-a177ca01d20d on network c6ceaadb-368e-432b-9744-86af2318977a {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:41:36.353135 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Checking agent: {'id': '5e6dd7d8-f43f-4d17-8159-c302453ef7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:41:36.353452 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Checking segment: {'id': 'c830b616-b726-41b5-b25f-fbe5a18b878e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:41:36.353868 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Bound using segment: {'id': 'c830b616-b726-41b5-b25f-fbe5a18b878e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a'} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:41:36.354627 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Bound port: b01f626c-8031-4e42-ab9d-a177ca01d20d, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c830b616-b726-41b5-b25f-fbe5a18b878e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a'}}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:41:36.354742 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:36.368476 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-bcac4cf7-c9cb-4156-ac7c-c74fac08db61 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Unset dirty status for tenant:d3039a6adc724d519214c67cf88d1b8e on resource:security_group {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:41:36.376884 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-bcac4cf7-c9cb-4156-ac7c-c74fac08db61 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1507144092&fields=id&tenant_id=d3039a6adc724d519214c67cf88d1b8e HTTP/1.1" status: 200 len: 267 time: 0.1589556 Aug 31 12:41:36.569024 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] For port b01f626c-8031-4e42-ab9d-a177ca01d20d, host hv-cinder-80669, cleared binding levels {{(pid=75035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:41:36.574258 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] For port b01f626c-8031-4e42-ab9d-a177ca01d20d, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b01f626c-8031-4e42-ab9d-a177ca01d20d,segment=NetworkSegment(c830b616-b726-41b5-b25f-fbe5a18b878e),segment_id=c830b616-b726-41b5-b25f-fbe5a18b878e)] {{(pid=75035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:41:36.583048 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:36.601330 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-660a8ed7-6098-4389-b633-cfb4f45fedaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:36.697497 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:36.699243 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] 10.222.0.52 "PUT /v2.0/ports/b01f626c-8031-4e42-ab9d-a177ca01d20d HTTP/1.1" status: 200 len: 1093 time: 1.7599058 Aug 31 12:41:36.704815 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-8a7af0a2-5101-439f-9c66-34f3ab1272c5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:36.715770 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-8a7af0a2-5101-439f-9c66-34f3ab1272c5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Synchronizing usage tracker for tenant:d3039a6adc724d519214c67cf88d1b8e on resource:network {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:41:36.726407 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26606d4c-fb00-4e5a-beba-edd85a8ea370', 'tag': 'b01f626c-8031-4e42-ab9d-a177ca01d20d'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:41:36.823379 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Pushing event updated for resources: {'Port': ['ID=b01f626c-8031-4e42-ab9d-a177ca01d20d,revision_number=3']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:36.827588 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:36.835516 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f43fda-f9a9-4af2-9da6-ad5a76e600b1 req-eb01546d-bad0-4d59-b25e-c8437dfd0dff tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:36.837730 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-f7f43fda-f9a9-4af2-9da6-ad5a76e600b1 req-eb01546d-bad0-4d59-b25e-c8437dfd0dff tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.1206305 Aug 31 12:41:36.846414 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33186) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:36.849842 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-8a7af0a2-5101-439f-9c66-34f3ab1272c5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Unset dirty status for tenant:d3039a6adc724d519214c67cf88d1b8e on resource:network {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:41:36.850994 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-8a7af0a2-5101-439f-9c66-34f3ab1272c5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/networks?id=feea8ebf-1268-49e1-b49d-7833ff8c567a HTTP/1.1" status: 200 len: 811 time: 0.4736814 Aug 31 12:41:36.896481 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-cd7be060-3350-4a93-8eec-09029d3089b3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/quotas/d3039a6adc724d519214c67cf88d1b8e HTTP/1.1" status: 200 len: 375 time: 0.0332193 Aug 31 12:41:36.903277 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-85ea831a-978b-42c7-9391-3b7401ec3780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:36.966122 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-f7f43fda-f9a9-4af2-9da6-ad5a76e600b1 req-cd3d139f-896d-466e-9c72-8abcd039986f tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203816 Aug 31 12:41:36.971950 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-85ea831a-978b-42c7-9391-3b7401ec3780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:36.980276 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-85ea831a-978b-42c7-9391-3b7401ec3780 admin admin] Usage tracker for resource:security_group_rule and tenant:5bc1c3c7ede64dcd9817a7ce156083c8 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:36.985243 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-85ea831a-978b-42c7-9391-3b7401ec3780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:37.001932 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-85ea831a-978b-42c7-9391-3b7401ec3780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:37.142959 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26606d4c-fb00-4e5a-beba-edd85a8ea370', 'tag': 'b01f626c-8031-4e42-ab9d-a177ca01d20d', 'status': 'completed', 'code': 200} Aug 31 12:41:37.172258 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-06ec8706-153b-4c4d-b01a-8993651d152b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64fbaa82947f4910b46f8f5a33a5468f&device_id=26606d4c-fb00-4e5a-beba-edd85a8ea370 HTTP/1.1" status: 200 len: 1096 time: 0.4107299 Aug 31 12:41:37.216947 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-85ea831a-978b-42c7-9391-3b7401ec3780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:37.223655 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-85ea831a-978b-42c7-9391-3b7401ec3780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:37.268397 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-91162111-aeb0-4d89-9f0f-7cc38b41620d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b01f626c-8031-4e42-ab9d-a177ca01d20d HTTP/1.1" status: 200 len: 217 time: 0.0759504 Aug 31 12:41:37.279876 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-75d46071-195a-473d-a638-2b1adac07807 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Synchronizing usage tracker for tenant:d3039a6adc724d519214c67cf88d1b8e on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:41:37.282289 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:37.316562 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-85ea831a-978b-42c7-9391-3b7401ec3780 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bc1c3c7ede64dcd9817a7ce156083c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4689190 Aug 31 12:41:37.327747 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 33200) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:37.384092 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea831a-978b-42c7-9391-3b7401ec3780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa0bc10-101f-4d73-bbf3-9a2b09d52259,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:37.387890 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-75d46071-195a-473d-a638-2b1adac07807 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Unset dirty status for tenant:d3039a6adc724d519214c67cf88d1b8e on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:41:37.390225 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-75d46071-195a-473d-a638-2b1adac07807 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3039a6adc724d519214c67cf88d1b8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4837630 Aug 31 12:41:37.392376 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-85ea831a-978b-42c7-9391-3b7401ec3780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:37.395389 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-12d114ae-07a6-4bc2-bcec-69bcd68aaa1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:37.397346 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-12d114ae-07a6-4bc2-bcec-69bcd68aaa1a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0fca416c-3c76-43d1-973c-75d943c37281 HTTP/1.1" status: 200 len: 854 time: 0.1128328 Aug 31 12:41:37.445583 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33208) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:37.483455 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-b47abaf5-f48b-4487-b6b0-3dc5531fce60 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6ceaadb-368e-432b-9744-86af2318977a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756991 Aug 31 12:41:37.484669 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5416e-a92e-4caf-9a53-e5c68972b814 req-c1976e3c-ee7b-4755-ba71-4de4fb77c02c tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:37.496590 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-dac5416e-a92e-4caf-9a53-e5c68972b814 req-c1976e3c-ee7b-4755-ba71-4de4fb77c02c tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=26606d4c-fb00-4e5a-beba-edd85a8ea370 HTTP/1.1" status: 200 len: 943 time: 0.1781094 Aug 31 12:41:37.562726 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-dac5416e-a92e-4caf-9a53-e5c68972b814 req-87c9a903-6730-498d-8f75-9237f4842a30 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648232 Aug 31 12:41:37.636431 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-080dc447-511e-4651-8cef-a020afc3911a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:37.717484 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-080dc447-511e-4651-8cef-a020afc3911a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:37.758423 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-8ba00c62-d237-49e4-a3ae-714bb0c6901e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:37.765649 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-65cc7eb6-6269-4e68-b3fb-b4d93134352d service neutron] 10.222.0.13 "GET /v2.0/networks/feea8ebf-1268-49e1-b49d-7833ff8c567a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593187 Aug 31 12:41:37.812522 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-e0db9d1d-b02d-48ad-a2c9-17abc2e194c0 service neutron] 10.222.0.52 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850277 Aug 31 12:41:37.813980 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-8ba00c62-d237-49e4-a3ae-714bb0c6901e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:37.820763 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-8ba00c62-d237-49e4-a3ae-714bb0c6901e admin admin] Usage tracker for resource:security_group_rule and tenant:19e9d7cb62a645949eef197382c7a7bb is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:37.824426 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-8ba00c62-d237-49e4-a3ae-714bb0c6901e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:37.831971 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-8ba00c62-d237-49e4-a3ae-714bb0c6901e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:37.911806 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-8ba00c62-d237-49e4-a3ae-714bb0c6901e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:37.916932 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-8ba00c62-d237-49e4-a3ae-714bb0c6901e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:37.925479 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-79472751-e26b-499f-82c8-1797d2dd5f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:37.966527 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba00c62-d237-49e4-a3ae-714bb0c6901e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588cd9da-2b51-43b3-ac9d-ea372dbad28c,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:37.973949 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-8ba00c62-d237-49e4-a3ae-714bb0c6901e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19e9d7cb62a645949eef197382c7a7bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5253592 Aug 31 12:41:37.974936 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-8ba00c62-d237-49e4-a3ae-714bb0c6901e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:37.975362 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33228) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:37.986862 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-080dc447-511e-4651-8cef-a020afc3911a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:38.012816 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-35c12c03-26f8-410f-8cd8-78b81491359a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:38.050336 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080dc447-511e-4651-8cef-a020afc3911a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa0bc10-101f-4d73-bbf3-9a2b09d52259,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:38.067582 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-080dc447-511e-4651-8cef-a020afc3911a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:38.074689 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-080dc447-511e-4651-8cef-a020afc3911a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:38.075918 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-080dc447-511e-4651-8cef-a020afc3911a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6aa0bc10-101f-4d73-bbf3-9a2b09d52259 HTTP/1.1" status: 204 len: 168 time: 0.7471528 Aug 31 12:41:38.088693 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-72c2b85a-eed6-4283-a3f9-5e424d4007ea service neutron] 10.222.0.13 "GET /v2.0/networks/feea8ebf-1268-49e1-b49d-7833ff8c567a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039303 Aug 31 12:41:38.102502 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8f35cfaa-60f1-41b0-84e2-97bd3896de45 req-43d152cf-535d-46f5-82ad-51e326715ce7 service neutron] 10.222.0.52 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798464 Aug 31 12:41:38.123377 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-88dac7dd-c1bb-433c-bd49-178f5502a320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:38.187982 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-88dac7dd-c1bb-433c-bd49-178f5502a320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:38.359289 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ef13b-76a9-4331-a1f2-dabdabcb00cb req-2fb477d7-6616-4bad-8cbf-2fd5a6071a35 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:38.360994 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-6e6ef13b-76a9-4331-a1f2-dabdabcb00cb req-2fb477d7-6616-4bad-8cbf-2fd5a6071a35 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.1082354 Aug 31 12:41:38.362127 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-88dac7dd-c1bb-433c-bd49-178f5502a320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:38.367261 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-eb401820-f95f-4d88-b35c-cb43e10c9cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:38.417285 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-4b54e91e-bf4d-49d4-9cfc-bb5f561eea02 req-cd5debdb-28c3-4c67-ac26-b3440dfba5c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64fbaa82947f4910b46f8f5a33a5468f&device_id=26606d4c-fb00-4e5a-beba-edd85a8ea370 HTTP/1.1" status: 200 len: 1096 time: 0.2582703 Aug 31 12:41:38.424777 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-670c0afe-d836-48ee-b9cb-116b32fdf693 req-21b0c944-b56d-4cbd-8c8a-e91faf744ebf tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 210 time: 0.0687480 Aug 31 12:41:38.426011 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dac7dd-c1bb-433c-bd49-178f5502a320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588cd9da-2b51-43b3-ac9d-ea372dbad28c,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:38.452556 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-88dac7dd-c1bb-433c-bd49-178f5502a320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:38.453339 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-88dac7dd-c1bb-433c-bd49-178f5502a320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:38.454563 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-88dac7dd-c1bb-433c-bd49-178f5502a320 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/588cd9da-2b51-43b3-ac9d-ea372dbad28c HTTP/1.1" status: 204 len: 168 time: 0.4781251 Aug 31 12:41:38.518299 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-6e6ef13b-76a9-4331-a1f2-dabdabcb00cb req-4ecd9cb2-470c-411f-a245-f762ba52284e tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424172 Aug 31 12:41:38.706658 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33264) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:38.749447 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54e91e-bf4d-49d4-9cfc-bb5f561eea02 req-0e19a2db-da67-4a4a-b410-5985b66c873d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:38.758473 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-4b54e91e-bf4d-49d4-9cfc-bb5f561eea02 req-0e19a2db-da67-4a4a-b410-5985b66c873d service neutron] 10.222.0.52 "GET /v2.0/networks?id=c6ceaadb-368e-432b-9744-86af2318977a HTTP/1.1" status: 200 len: 915 time: 0.3204625 Aug 31 12:41:38.768956 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-fb5c3f90-ec18-4451-bd9c-4cd3ccffa054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:38.864815 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-4b54e91e-bf4d-49d4-9cfc-bb5f561eea02 req-4e2fc482-b3a4-48db-9c4d-87784a05d076 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b01f626c-8031-4e42-ab9d-a177ca01d20d HTTP/1.1" status: 200 len: 217 time: 0.1021423 Aug 31 12:41:38.890819 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-fb5c3f90-ec18-4451-bd9c-4cd3ccffa054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:38.894893 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-fb5c3f90-ec18-4451-bd9c-4cd3ccffa054 admin admin] Usage tracker for resource:security_group_rule and tenant:9717717ae43349c3b68f4959ee53e769 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:38.899714 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-fb5c3f90-ec18-4451-bd9c-4cd3ccffa054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:38.906311 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-fb5c3f90-ec18-4451-bd9c-4cd3ccffa054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:39.039576 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-fb5c3f90-ec18-4451-bd9c-4cd3ccffa054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.048272 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-fb5c3f90-ec18-4451-bd9c-4cd3ccffa054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.070059 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:39.085405 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54e91e-bf4d-49d4-9cfc-bb5f561eea02 req-24301c4c-5523-4160-bccf-86f15affa3d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:39.087437 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-4b54e91e-bf4d-49d4-9cfc-bb5f561eea02 req-24301c4c-5523-4160-bccf-86f15affa3d5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0fca416c-3c76-43d1-973c-75d943c37281 HTTP/1.1" status: 200 len: 854 time: 0.1405704 Aug 31 12:41:39.118726 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bc00b-4b0b-4041-9248-6ebf6d085656 req-f6ef8ce2-a806-4e30-a7e9-1740b563b229 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:39.126255 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-db4bc00b-4b0b-4041-9248-6ebf6d085656 req-f6ef8ce2-a806-4e30-a7e9-1740b563b229 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=26606d4c-fb00-4e5a-beba-edd85a8ea370 HTTP/1.1" status: 200 len: 943 time: 0.3179491 Aug 31 12:41:39.158228 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c3f90-ec18-4451-bd9c-4cd3ccffa054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a776d8a0-5bf1-42f4-95cd-81241d901c40,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:39.184131 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-fb5c3f90-ec18-4451-bd9c-4cd3ccffa054 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9717717ae43349c3b68f4959ee53e769&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4760580 Aug 31 12:41:39.186058 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-fb5c3f90-ec18-4451-bd9c-4cd3ccffa054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:39.189397 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33300) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:39.207346 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-4b54e91e-bf4d-49d4-9cfc-bb5f561eea02 req-2264bfc8-e33d-46cb-99ca-b0ba2f5e0b50 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6ceaadb-368e-432b-9744-86af2318977a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034212 Aug 31 12:41:39.254461 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b2778-b80e-4755-9d43-b8d2e5f9b977 req-8691f98e-b067-4c31-8fda-7f9ce34301a4 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:39.262798 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-043b2778-b80e-4755-9d43-b8d2e5f9b977 req-8691f98e-b067-4c31-8fda-7f9ce34301a4 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.3967168 Aug 31 12:41:39.267558 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-db4bc00b-4b0b-4041-9248-6ebf6d085656 req-fc095526-d1dc-4b05-b013-baf63012cc30 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403530 Aug 31 12:41:39.333512 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33304) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:39.335943 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-738f3cdb-d83b-43a1-9623-31703149cf11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.394625 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-043b2778-b80e-4755-9d43-b8d2e5f9b977 req-10a6d868-a92a-4b77-856b-0d44c5e3abe3 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305237 Aug 31 12:41:39.398002 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ba4d631e-f1d9-4db9-ae78-c90057122ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.421431 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-738f3cdb-d83b-43a1-9623-31703149cf11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.483741 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-ba4d631e-f1d9-4db9-ae78-c90057122ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:39.488584 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-ba4d631e-f1d9-4db9-ae78-c90057122ad9 admin admin] Usage tracker for resource:security_group_rule and tenant:8b854b7cdc3c4384ae8b691e556687a0 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:39.492941 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-ba4d631e-f1d9-4db9-ae78-c90057122ad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:39.501455 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-ba4d631e-f1d9-4db9-ae78-c90057122ad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:39.538632 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-738f3cdb-d83b-43a1-9623-31703149cf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.545041 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-3cb595ca-2faa-46c8-91ed-557b81292cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:39.578537 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f3cdb-d83b-43a1-9623-31703149cf11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a776d8a0-5bf1-42f4-95cd-81241d901c40,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:39.590041 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-738f3cdb-d83b-43a1-9623-31703149cf11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:39.602110 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-4b54e91e-bf4d-49d4-9cfc-bb5f561eea02 req-c570edcf-7546-4d34-b5bf-dd491097a463 service neutron] 10.222.0.52 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843627 Aug 31 12:41:39.624804 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-738f3cdb-d83b-43a1-9623-31703149cf11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.628279 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-738f3cdb-d83b-43a1-9623-31703149cf11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a776d8a0-5bf1-42f4-95cd-81241d901c40 HTTP/1.1" status: 204 len: 168 time: 0.4349434 Aug 31 12:41:39.646280 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33316) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:39.659635 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ba4d631e-f1d9-4db9-ae78-c90057122ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.667407 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ba4d631e-f1d9-4db9-ae78-c90057122ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:39.683367 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-fb5c3f90-ec18-4451-bd9c-4cd3ccffa054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:39.802231 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d631e-f1d9-4db9-ae78-c90057122ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9665d873-1dd3-4867-92ee-e3a7352e3c2e,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:39.821107 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-ba4d631e-f1d9-4db9-ae78-c90057122ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:39.831345 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-ba4d631e-f1d9-4db9-ae78-c90057122ad9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b854b7cdc3c4384ae8b691e556687a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4954453 Aug 31 12:41:39.832856 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33324) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:40.001028 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-6ea6f2fe-499f-480d-ac1d-70bd1e2c4bc8 req-b2f83fcb-7f8c-47d6-96cf-942e9c534464 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 210 time: 0.1420050 Aug 31 12:41:40.141007 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-4b54e91e-bf4d-49d4-9cfc-bb5f561eea02 req-90b4b3b3-dcba-49a9-becf-f9983feb2f33 service neutron] 10.222.0.52 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265296 Aug 31 12:41:40.268929 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-40e52c5f-60aa-4c0c-b304-0807eea8b523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:40.461131 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-40e52c5f-60aa-4c0c-b304-0807eea8b523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:40.490491 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e5460472-1c14-4660-baf6-9e10ff6ddcb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:40.500854 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-c8e8d6d6-180f-43db-90da-c126d976a480 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:40.507957 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-c8e8d6d6-180f-43db-90da-c126d976a480 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.52 "GET /v2.0/networks?id=feea8ebf-1268-49e1-b49d-7833ff8c567a HTTP/1.1" status: 200 len: 811 time: 0.3251631 Aug 31 12:41:40.612870 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-281554a0-0b28-484e-b227-b67413b02c72 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3039a6adc724d519214c67cf88d1b8e HTTP/1.1" status: 200 len: 380 time: 0.0900497 Aug 31 12:41:40.628669 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-7bada9c4-e49f-49b0-a30f-cc3db77ac020 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Request body: {'port': {'device_id': '61939027-85fc-4626-a478-f40cf594d7ee', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'admin_state_up': True, 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'security_groups': ['87d62f46-b890-4d73-b069-c47930809f41']}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:41:40.707844 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-e5460472-1c14-4660-baf6-9e10ff6ddcb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:40.730342 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-e5460472-1c14-4660-baf6-9e10ff6ddcb1 admin admin] Usage tracker for resource:security_group_rule and tenant:1d3728f80e6a443f8a36407dae928991 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:40.738789 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-e5460472-1c14-4660-baf6-9e10ff6ddcb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:40.751793 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-e5460472-1c14-4660-baf6-9e10ff6ddcb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:40.804916 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-40e52c5f-60aa-4c0c-b304-0807eea8b523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:40.815403 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-997a805b-4170-4582-9fe7-7af31e095d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:40.837798 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-7bada9c4-e49f-49b0-a30f-cc3db77ac020 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:40.848138 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e08019-4c5c-486a-8612-6d27ea0d6559 req-38b5c0a7-ea15-4de0-8e3b-93561ce4623a tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:40.850452 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-89e08019-4c5c-486a-8612-6d27ea0d6559 req-38b5c0a7-ea15-4de0-8e3b-93561ce4623a tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=26606d4c-fb00-4e5a-beba-edd85a8ea370 HTTP/1.1" status: 200 len: 943 time: 0.2752116 Aug 31 12:41:40.854333 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-7bada9c4-e49f-49b0-a30f-cc3db77ac020 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:40.857981 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e52c5f-60aa-4c0c-b304-0807eea8b523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9665d873-1dd3-4867-92ee-e3a7352e3c2e,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:40.873823 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-40e52c5f-60aa-4c0c-b304-0807eea8b523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:40.889991 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-7bada9c4-e49f-49b0-a30f-cc3db77ac020 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Made reservation on behalf of d3039a6adc724d519214c67cf88d1b8e for: {'port': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:41:40.893401 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-7bada9c4-e49f-49b0-a30f-cc3db77ac020 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:40.915406 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-40e52c5f-60aa-4c0c-b304-0807eea8b523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:40.918909 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-40e52c5f-60aa-4c0c-b304-0807eea8b523 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9665d873-1dd3-4867-92ee-e3a7352e3c2e HTTP/1.1" status: 204 len: 168 time: 1.0819175 Aug 31 12:41:40.968906 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-89e08019-4c5c-486a-8612-6d27ea0d6559 req-07d50e20-ba02-4b82-8ba5-4985f7a1ff35 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076677 Aug 31 12:41:40.973070 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e5460472-1c14-4660-baf6-9e10ff6ddcb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:40.979558 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e5460472-1c14-4660-baf6-9e10ff6ddcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:40.989640 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-33c00ac9-63e1-4b1d-8bf9-9adc397d5942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:41.050224 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5460472-1c14-4660-baf6-9e10ff6ddcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983ae0a4-80e1-419a-b63c-0c49e56dd374,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:41.056867 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-e5460472-1c14-4660-baf6-9e10ff6ddcb1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d3728f80e6a443f8a36407dae928991&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4068022 Aug 31 12:41:41.056867 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-e5460472-1c14-4660-baf6-9e10ff6ddcb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:41.057173 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33354) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:41.142922 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-61cbe950-350f-48ef-938c-493c91df9713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:41.202639 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-7bada9c4-e49f-49b0-a30f-cc3db77ac020 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Allocated IP 172.20.0.8 (feea8ebf-1268-49e1-b49d-7833ff8c567a/acb27ec4-0bee-4f29-8732-77d071b3e04e/b35bd049-3ac3-457f-8e16-815e81ca6289) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:41:41.249358 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-61cbe950-350f-48ef-938c-493c91df9713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:41.338719 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-61cbe950-350f-48ef-938c-493c91df9713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:41.345441 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-8ba00c62-d237-49e4-a3ae-714bb0c6901e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:41.362739 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-61cbe950-350f-48ef-938c-493c91df9713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:41.364861 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-61cbe950-350f-48ef-938c-493c91df9713 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/983ae0a4-80e1-419a-b63c-0c49e56dd374 HTTP/1.1" status: 204 len: 168 time: 0.3066669 Aug 31 12:41:41.366183 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbe950-350f-48ef-938c-493c91df9713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983ae0a4-80e1-419a-b63c-0c49e56dd374,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:41.369184 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-61cbe950-350f-48ef-938c-493c91df9713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:41.393784 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-48c80813-8540-4c1c-bb15-66be563a116a req-aae3a27d-259e-4f8b-a2db-8112b95a1615 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 210 time: 0.1295695 Aug 31 12:41:41.517215 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-7bada9c4-e49f-49b0-a30f-cc3db77ac020 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:41.538494 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-7bada9c4-e49f-49b0-a30f-cc3db77ac020 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Transition to ACTIVE for port object b35bd049-3ac3-457f-8e16-815e81ca6289 will not be triggered until provisioned by entity DHCP. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:41:41.568078 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-7bada9c4-e49f-49b0-a30f-cc3db77ac020 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:41.574859 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:41.649419 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-7bada9c4-e49f-49b0-a30f-cc3db77ac020 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Network feea8ebf-1268-49e1-b49d-7833ff8c567a is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:41:41.652827 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-7bada9c4-e49f-49b0-a30f-cc3db77ac020 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:41:41.657175 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-7bada9c4-e49f-49b0-a30f-cc3db77ac020 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:41:41.680161 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device b01f626c-8031-4e42-ab9d-a177ca01d20d details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:41:41.722915 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-7bada9c4-e49f-49b0-a30f-cc3db77ac020 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:41.723615 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-7bada9c4-e49f-49b0-a30f-cc3db77ac020 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:41.758784 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bada9c4-e49f-49b0-a30f-cc3db77ac020 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Pushing event updated for resources: {'Port': ['ID=b35bd049-3ac3-457f-8e16-815e81ca6289,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:41.766363 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-7bada9c4-e49f-49b0-a30f-cc3db77ac020 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:41.804214 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-7bada9c4-e49f-49b0-a30f-cc3db77ac020 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1849434 Aug 31 12:41:41.822771 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Request body: {'port': {'device_id': '61939027-85fc-4626-a478-f40cf594d7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:41:41.984761 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port b01f626c-8031-4e42-ab9d-a177ca01d20d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b01f626c-8031-4e42-ab9d-a177ca01d20d,segment=NetworkSegment(c830b616-b726-41b5-b25f-fbe5a18b878e),segment_id=c830b616-b726-41b5-b25f-fbe5a18b878e)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:42.026580 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': 'b01f626c-8031-4e42-ab9d-a177ca01d20d', 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a', 'port_id': 'b01f626c-8031-4e42-ab9d-a177ca01d20d', 'mac_address': 'fa:16:3e:53:6f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fca416c-3c76-43d1-973c-75d943c37281', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:41:42.130136 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33392) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:42.134195 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:42.147885 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-7ada0eea-b202-4215-be37-a4ccd8296d88 None None] Provisioning for port b35bd049-3ac3-457f-8e16-815e81ca6289 completed by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:41:42.164352 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-7ada0eea-b202-4215-be37-a4ccd8296d88 None None] Provisioning complete for port b35bd049-3ac3-457f-8e16-815e81ca6289 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:42.164963 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-7ada0eea-b202-4215-be37-a4ccd8296d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:42.205546 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:42.207238 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-969da40d-97a7-4932-8d56-9b880b607f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:42.230236 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01f626c-8031-4e42-ab9d-a177ca01d20d {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:41:42.288381 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-7ada0eea-b202-4215-be37-a4ccd8296d88 None None] Port b35bd049-3ac3-457f-8e16-815e81ca6289 cannot update to ACTIVE because it is not bound. {{(pid=75036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 31 12:41:42.315580 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port b01f626c-8031-4e42-ab9d-a177ca01d20d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b01f626c-8031-4e42-ab9d-a177ca01d20d,segment=NetworkSegment(c830b616-b726-41b5-b25f-fbe5a18b878e),segment_id=c830b616-b726-41b5-b25f-fbe5a18b878e)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:42.323201 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:42.326096 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:42.437776 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=b01f626c-8031-4e42-ab9d-a177ca01d20d,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:42.442816 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:42.475787 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2e7b8f8b-ef28-43d5-ad25-3ec2ae6e0d8b req-26d34e93-dcb5-4b3a-bb73-4e383b2c826d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee1789ece77e48d9b5f61bbc4d7c4187&device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 1098 time: 0.4896204 Aug 31 12:41:42.486770 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-969da40d-97a7-4932-8d56-9b880b607f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:42.533550 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-969da40d-97a7-4932-8d56-9b880b607f97 admin admin] Usage tracker for resource:security_group_rule and tenant:1d405e6dbad44b3bba0a111c3ccf5c63 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:42.538310 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-969da40d-97a7-4932-8d56-9b880b607f97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:42.550469 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-969da40d-97a7-4932-8d56-9b880b607f97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:42.569126 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786ba43-2d37-4276-95e7-ae2f0d310afa req-6c3271cf-da69-4b87-9f66-dfba91dd89db tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:42.577361 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b786ba43-2d37-4276-95e7-ae2f0d310afa req-6c3271cf-da69-4b87-9f66-dfba91dd89db tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=26606d4c-fb00-4e5a-beba-edd85a8ea370 HTTP/1.1" status: 200 len: 944 time: 0.2258186 Aug 31 12:41:42.683558 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['b01f626c-8031-4e42-ab9d-a177ca01d20d'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:41:42.692616 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e950b-e2b9-4b82-baaa-96f16626b236 req-8a6a4f03-c90a-4d2a-a576-405a951ecd9f tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:42.693558 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-f52e950b-e2b9-4b82-baaa-96f16626b236 req-8a6a4f03-c90a-4d2a-a576-405a951ecd9f tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.4487600 Aug 31 12:41:42.746170 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b8f8b-ef28-43d5-ad25-3ec2ae6e0d8b req-19ca468b-623b-4f9a-ba19-9e006b1719e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:42.748307 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2e7b8f8b-ef28-43d5-ad25-3ec2ae6e0d8b req-19ca468b-623b-4f9a-ba19-9e006b1719e3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7520f9db-2e41-4f94-941d-df19122372d5 HTTP/1.1" status: 200 len: 920 time: 0.2556577 Aug 31 12:41:42.892151 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-969da40d-97a7-4932-8d56-9b880b607f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:42.892469 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2e7b8f8b-ef28-43d5-ad25-3ec2ae6e0d8b req-b18e1cae-9211-40c8-8161-23ae982d5df9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3694f5ef-b8f7-4e39-878a-357d72f64dad HTTP/1.1" status: 200 len: 217 time: 0.1251864 Aug 31 12:41:42.905928 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b786ba43-2d37-4276-95e7-ae2f0d310afa req-1e8dbfac-2b7e-4d8f-9f55-03d902d188d1 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271930 Aug 31 12:41:42.969231 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-969da40d-97a7-4932-8d56-9b880b607f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:42.979972 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-751128fd-9589-4b52-a5f8-b991b7527e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:43.017554 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-f52e950b-e2b9-4b82-baaa-96f16626b236 req-3a2ab443-7497-492d-aacf-58d4670b786e tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096261 Aug 31 12:41:43.074739 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-969da40d-97a7-4932-8d56-9b880b607f97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d405e6dbad44b3bba0a111c3ccf5c63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9339004 Aug 31 12:41:43.078909 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969da40d-97a7-4932-8d56-9b880b607f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9842f6f-fa72-47b1-a1e9-fb44d7763d46,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:43.081004 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 33422) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:43.084287 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-969da40d-97a7-4932-8d56-9b880b607f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:43.085919 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b8f8b-ef28-43d5-ad25-3ec2ae6e0d8b req-b9542e09-372f-4b8c-b9ab-f5c9aaffc161 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:43.088337 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2e7b8f8b-ef28-43d5-ad25-3ec2ae6e0d8b req-b9542e09-372f-4b8c-b9ab-f5c9aaffc161 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0489485-e8f4-418a-8948-f2ea1b94cbf8 HTTP/1.1" status: 200 len: 859 time: 0.1696024 Aug 31 12:41:43.139281 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2e7b8f8b-ef28-43d5-ad25-3ec2ae6e0d8b req-738b0dc4-8398-4ed3-b56d-3e196775ad59 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7520f9db-2e41-4f94-941d-df19122372d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427356 Aug 31 12:41:43.191820 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35bd049-3ac3-457f-8e16-815e81ca6289 {{(pid=75035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:41:43.226432 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-10db99b0-1699-453c-8f1f-b12e0b7e2990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:43.263905 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:43.384416 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Transition to ACTIVE for port object b35bd049-3ac3-457f-8e16-815e81ca6289 will not be triggered until provisioned by entity L2. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:41:43.391839 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:43.396590 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2e7b8f8b-ef28-43d5-ad25-3ec2ae6e0d8b req-4379c7c8-1c27-422b-9828-bff186fbc8ab service neutron] 10.222.0.52 "GET /v2.0/networks/7520f9db-2e41-4f94-941d-df19122372d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483716 Aug 31 12:41:43.399807 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-1560f88c-45cc-4a2a-86ba-3273bd63519c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:43.473151 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b130c409-5fd5-4a10-a334-3b0501329826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:43.578646 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2e7b8f8b-ef28-43d5-ad25-3ec2ae6e0d8b req-7db47291-96e2-4dba-a358-1e0d0d3357e2 service neutron] 10.222.0.52 "GET /v2.0/networks/7520f9db-2e41-4f94-941d-df19122372d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736147 Aug 31 12:41:43.609889 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed377ae9-c4ce-4fa4-a36d-2e7e1cc7c702 req-598471c4-6629-41e4-89ff-249d700192b9 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:43.610615 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-ed377ae9-c4ce-4fa4-a36d-2e7e1cc7c702 req-598471c4-6629-41e4-89ff-249d700192b9 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Synchronizing usage tracker for tenant:d3039a6adc724d519214c67cf88d1b8e on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:41:43.612481 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:43.613421 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b35bd049-3ac3-457f-8e16-815e81ca6289,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:43.632807 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:43.643123 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b130c409-5fd5-4a10-a334-3b0501329826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:43.704136 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device b01f626c-8031-4e42-ab9d-a177ca01d20d up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:41:43.717743 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-ed377ae9-c4ce-4fa4-a36d-2e7e1cc7c702 req-598471c4-6629-41e4-89ff-249d700192b9 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Unset dirty status for tenant:d3039a6adc724d519214c67cf88d1b8e on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:41:43.726978 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-ed377ae9-c4ce-4fa4-a36d-2e7e1cc7c702 req-598471c4-6629-41e4-89ff-249d700192b9 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 931 time: 0.5120175 Aug 31 12:41:43.876655 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning for port b01f626c-8031-4e42-ab9d-a177ca01d20d completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:41:43.882472 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port b01f626c-8031-4e42-ab9d-a177ca01d20d triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:43.886416 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:43.907723 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-ed377ae9-c4ce-4fa4-a36d-2e7e1cc7c702 req-096c9043-f47a-4c3c-97ff-b64179d85df2 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782262 Aug 31 12:41:43.912619 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Attempting to bind port b35bd049-3ac3-457f-8e16-815e81ca6289 on host hv-cinder-80669 for vnic_type normal with profile {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:41:43.913552 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Attempting to bind port b35bd049-3ac3-457f-8e16-815e81ca6289 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': '0b21bc72-904c-48f3-b483-041d7530ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a'}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:41:43.914382 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Attempting to bind port b35bd049-3ac3-457f-8e16-815e81ca6289 on network feea8ebf-1268-49e1-b49d-7833ff8c567a {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:41:43.933151 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] Sync routers for ids ['d8bb111c-556a-4195-8ccc-fb9034e95d25'] in dv-cinder-806696-1-smb {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:41:43.933389 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Port b35bd049-3ac3-457f-8e16-815e81ca6289 on network feea8ebf-1268-49e1-b49d-7833ff8c567a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:41:43.935171 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Attempting to bind port b35bd049-3ac3-457f-8e16-815e81ca6289 on network feea8ebf-1268-49e1-b49d-7833ff8c567a {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:41:43.945405 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b130c409-5fd5-4a10-a334-3b0501329826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:43.955130 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:43.988650 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Checking agent: {'id': '5e6dd7d8-f43f-4d17-8159-c302453ef7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:41:43.989094 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Checking segment: {'id': '0b21bc72-904c-48f3-b483-041d7530ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:41:43.989573 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Bound using segment: {'id': '0b21bc72-904c-48f3-b483-041d7530ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a'} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:41:43.990167 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Bound port: b35bd049-3ac3-457f-8e16-815e81ca6289, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b21bc72-904c-48f3-b483-041d7530ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a'}}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:41:43.990770 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:44.007121 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130c409-5fd5-4a10-a334-3b0501329826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9842f6f-fa72-47b1-a1e9-fb44d7763d46,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:44.013832 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-b130c409-5fd5-4a10-a334-3b0501329826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:44.033061 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b130c409-5fd5-4a10-a334-3b0501329826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:44.038402 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-b130c409-5fd5-4a10-a334-3b0501329826 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9842f6f-fa72-47b1-a1e9-fb44d7763d46 HTTP/1.1" status: 204 len: 168 time: 0.9537606 Aug 31 12:41:44.138283 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] Routers {'d8bb111c-556a-4195-8ccc-fb9034e95d25'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:41:44.139025 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:41:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8bb111c-556a-4195-8ccc-fb9034e95d25'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:44.234533 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] For port b35bd049-3ac3-457f-8e16-815e81ca6289, host hv-cinder-80669, cleared binding levels {{(pid=75035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:41:44.244814 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] For port b35bd049-3ac3-457f-8e16-815e81ca6289, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b35bd049-3ac3-457f-8e16-815e81ca6289,segment=NetworkSegment(0b21bc72-904c-48f3-b483-041d7530ffb6),segment_id=0b21bc72-904c-48f3-b483-041d7530ffb6)] {{(pid=75035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:41:44.254684 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:44.276779 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5b005c81-69ba-4566-8c6f-6ea27b32c902 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:44.352730 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:44.354368 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] 10.222.0.52 "PUT /v2.0/ports/b35bd049-3ac3-457f-8e16-815e81ca6289 HTTP/1.1" status: 200 len: 1093 time: 2.5380414 Aug 31 12:41:44.377964 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61939027-85fc-4626-a478-f40cf594d7ee', 'tag': 'b35bd049-3ac3-457f-8e16-815e81ca6289'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:41:44.401717 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c352a-0807-46ac-b286-5036dc483b2b req-e9af2be8-778d-4c75-a841-b2c6e6ad23b5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:44.410460 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8c0c352a-0807-46ac-b286-5036dc483b2b req-e9af2be8-778d-4c75-a841-b2c6e6ad23b5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=26606d4c-fb00-4e5a-beba-edd85a8ea370 HTTP/1.1" status: 200 len: 944 time: 0.2242529 Aug 31 12:41:44.504415 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8c0c352a-0807-46ac-b286-5036dc483b2b req-094facbc-b931-4050-945c-f8277cca08f9 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894017 Aug 31 12:41:44.675728 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] Set router d8bb111c-556a-4195-8ccc-fb9034e95d25 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:41:44.753134 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:44.764334 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b35bd049-3ac3-457f-8e16-815e81ca6289,revision_number=3']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:44.782378 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-0405335e-a644-4068-8ee8-331391fc6715 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3039a6adc724d519214c67cf88d1b8e&device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 1096 time: 0.2687089 Aug 31 12:41:44.783687 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:44.803018 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d770542-e2c0-461b-b8b1-541448257495 req-ca6052ac-7e3f-4a9f-85b2-3ba822991f73 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:44.804809 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2d770542-e2c0-461b-b8b1-541448257495 req-ca6052ac-7e3f-4a9f-85b2-3ba822991f73 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.5291350 Aug 31 12:41:44.828631 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:44.912819 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26606d4c-fb00-4e5a-beba-edd85a8ea370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01f626c-8031-4e42-ab9d-a177ca01d20d'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:41:44.956578 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61939027-85fc-4626-a478-f40cf594d7ee', 'tag': 'b35bd049-3ac3-457f-8e16-815e81ca6289', 'status': 'completed', 'code': 200} Aug 31 12:41:45.056253 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-b915a386-d84f-4ff0-96b3-8e082dee4ccf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b35bd049-3ac3-457f-8e16-815e81ca6289 HTTP/1.1" status: 200 len: 217 time: 0.2604454 Aug 31 12:41:45.175808 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33514) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:45.191188 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26606d4c-fb00-4e5a-beba-edd85a8ea370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01f626c-8031-4e42-ab9d-a177ca01d20d', 'code': 200} Aug 31 12:41:45.198344 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2d770542-e2c0-461b-b8b1-541448257495 req-f1add264-e45a-46ff-9b43-e8a92a45610c tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357776 Aug 31 12:41:45.235474 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port b01f626c-8031-4e42-ab9d-a177ca01d20d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b01f626c-8031-4e42-ab9d-a177ca01d20d,segment=NetworkSegment(c830b616-b726-41b5-b25f-fbe5a18b878e),segment_id=c830b616-b726-41b5-b25f-fbe5a18b878e)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:45.256122 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:45.257080 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-0b7feaf4-8c88-4d79-8583-1d406afaf62e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:45.258551 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-0b7feaf4-8c88-4d79-8583-1d406afaf62e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=acb27ec4-0bee-4f29-8732-77d071b3e04e HTTP/1.1" status: 200 len: 850 time: 0.1853557 Aug 31 12:41:45.259112 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:45.359758 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-6973a054-e77e-4b5d-b22a-b9b432e8542b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=feea8ebf-1268-49e1-b49d-7833ff8c567a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0942974 Aug 31 12:41:45.408990 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=b01f626c-8031-4e42-ab9d-a177ca01d20d,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:45.419483 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:45.447598 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'name': 'tempest-AttachVolumeTestJSON-1839933523-router', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:28Z', 'revision_number': 4, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'gw_port': {'id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': 'ed942133-3ef0-4308-b0dc-4477f251356c', 'name': '', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'mac_address': 'fa:16:3e:70:f3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:27Z', 'updated_at': '2021-08-31T12:41:28Z', 'revision_number': 2, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'subnets': [{'id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:45.448786 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b9c8b-1ba4-4042-83f2-e47b89008ced req-aa1d4cf1-c0b2-462f-bcb0-a53167d0b5c6 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:45.451290 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1c7b9c8b-1ba4-4042-83f2-e47b89008ced req-aa1d4cf1-c0b2-462f-bcb0-a53167d0b5c6 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 943 time: 0.1041632 Aug 31 12:41:45.458952 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] Checking router: d8bb111c-556a-4195-8ccc-fb9034e95d25 for host: dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:41:45.467978 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] Updating router d8bb111c-556a-4195-8ccc-fb9034e95d25 port ed942133-3ef0-4308-b0dc-4477f251356c binding host dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 31 12:41:45.562794 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-137621a2-22b9-4f63-83b3-c6407d12e463 service neutron] 10.222.0.52 "GET /v2.0/networks/feea8ebf-1268-49e1-b49d-7833ff8c567a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950133 Aug 31 12:41:45.594081 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-e204a674-bd7b-4e95-ae16-9b501ca9d08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:45.614096 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:45.705713 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-9bf78388-1516-4c03-b065-53dfe80617a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:45.726281 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-1c7b9c8b-1ba4-4042-83f2-e47b89008ced req-c79911cc-0232-4844-af7e-a2ecc92bed8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Synchronizing usage tracker for tenant:d3039a6adc724d519214c67cf88d1b8e on resource:security_group {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:41:45.783520 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-9bf78388-1516-4c03-b065-53dfe80617a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:45.796089 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-9bf78388-1516-4c03-b065-53dfe80617a9 admin admin] Usage tracker for resource:security_group_rule and tenant:b05ee8dd328441bdb6bcb13f3ef0b85a is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:45.804167 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-9bf78388-1516-4c03-b065-53dfe80617a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:45.814672 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-57b366b8-c70f-45ed-934e-6f1588a6a18a req-ac91f8bf-5f9d-474d-8897-71ebcddf1673 service neutron] 10.222.0.52 "GET /v2.0/networks/feea8ebf-1268-49e1-b49d-7833ff8c567a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439289 Aug 31 12:41:45.816521 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-1c7b9c8b-1ba4-4042-83f2-e47b89008ced req-c79911cc-0232-4844-af7e-a2ecc92bed8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Unset dirty status for tenant:d3039a6adc724d519214c67cf88d1b8e on resource:security_group {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:41:45.847963 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1c7b9c8b-1ba4-4042-83f2-e47b89008ced req-c79911cc-0232-4844-af7e-a2ecc92bed8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3119929 Aug 31 12:41:45.850562 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-9bf78388-1516-4c03-b065-53dfe80617a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:45.871978 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f4ee7-f500-4b27-a0f8-6b409929ffb4 req-37989e22-6720-414b-a775-037ae29eeeca tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:45.876154 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-6a2f4ee7-f500-4b27-a0f8-6b409929ffb4 req-37989e22-6720-414b-a775-037ae29eeeca tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=26606d4c-fb00-4e5a-beba-edd85a8ea370 HTTP/1.1" status: 200 len: 945 time: 0.1669602 Aug 31 12:41:45.911253 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-00b996e1-6098-487b-ba6b-f8959e44ca22 req-ad938287-0066-4ff5-905b-1bc71fd0f5b2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=26606d4c-fb00-4e5a-beba-edd85a8ea370 HTTP/1.1" status: 200 len: 1098 time: 0.4485724 Aug 31 12:41:46.134360 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-6a2f4ee7-f500-4b27-a0f8-6b409929ffb4 req-52211147-7c60-440b-b17f-4e065b16eb07 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505839 Aug 31 12:41:46.200159 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b714ae6d-7ecd-492a-8fd4-80ea84f2d2c4 req-c7864691-3d48-4753-8366-43d567dfc6b1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3039a6adc724d519214c67cf88d1b8e&device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 1096 time: 0.2820349 Aug 31 12:41:46.258107 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-00b996e1-6098-487b-ba6b-f8959e44ca22 req-6fcee5aa-7fac-4710-8519-1f4e06e5443e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344104 Aug 31 12:41:46.307278 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] Notify callbacks [] for port, precommit_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:46.335372 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] Transition to ACTIVE for port object ed942133-3ef0-4308-b0dc-4477f251356c will not be triggered until provisioned by entity L2. {{(pid=75036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:41:46.354345 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:46.363312 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-9bf78388-1516-4c03-b065-53dfe80617a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:46.366829 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:46.373208 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-9bf78388-1516-4c03-b065-53dfe80617a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:46.389982 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:46.496157 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf78388-1516-4c03-b065-53dfe80617a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c465824-90ef-4a57-b799-5d39e63dd527,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:46.511068 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-9bf78388-1516-4c03-b065-53dfe80617a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:46.520762 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-9bf78388-1516-4c03-b065-53dfe80617a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b05ee8dd328441bdb6bcb13f3ef0b85a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3432379 Aug 31 12:41:46.528746 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33542) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:46.531711 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714ae6d-7ecd-492a-8fd4-80ea84f2d2c4 req-55f5736d-f1f3-4797-b0d3-291af12c0849 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:46.533209 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b714ae6d-7ecd-492a-8fd4-80ea84f2d2c4 req-55f5736d-f1f3-4797-b0d3-291af12c0849 service neutron] 10.222.0.52 "GET /v2.0/networks?id=feea8ebf-1268-49e1-b49d-7833ff8c567a HTTP/1.1" status: 200 len: 912 time: 0.2980123 Aug 31 12:41:46.689994 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b714ae6d-7ecd-492a-8fd4-80ea84f2d2c4 req-f3ff2468-e41c-4e1d-a782-fb6dec316337 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b35bd049-3ac3-457f-8e16-815e81ca6289 HTTP/1.1" status: 200 len: 217 time: 0.1399667 Aug 31 12:41:46.704881 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-8bfb83d5-4bd4-4ca7-9860-893fa71175b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:46.725530 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c33e2-55af-476a-b925-abe752aad7f5 None None] Pushing event updated for resources: {'Port': ['ID=ed942133-3ef0-4308-b0dc-4477f251356c,revision_number=3']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:46.734168 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2b4c33e2-55af-476a-b925-abe752aad7f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:46.735401 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:46.769919 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-8bfb83d5-4bd4-4ca7-9860-893fa71175b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:46.772774 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] Attempting to bind port ed942133-3ef0-4308-b0dc-4477f251356c on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:41:46.774452 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] Attempting to bind port ed942133-3ef0-4308-b0dc-4477f251356c by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': '0b21bc72-904c-48f3-b483-041d7530ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a'}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:41:46.777362 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] Attempting to bind port ed942133-3ef0-4308-b0dc-4477f251356c on network feea8ebf-1268-49e1-b49d-7833ff8c567a {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:41:46.793176 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:41:46.795091 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] Checking segment: {'id': '0b21bc72-904c-48f3-b483-041d7530ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:41:46.798178 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:46.798869 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] Bound using segment: {'id': '0b21bc72-904c-48f3-b483-041d7530ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a'} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:41:46.799640 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] Bound port: ed942133-3ef0-4308-b0dc-4477f251356c, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b21bc72-904c-48f3-b483-041d7530ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a'}}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:41:46.801908 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:46.858048 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-8bfb83d5-4bd4-4ca7-9860-893fa71175b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:46.864095 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-40e52c5f-60aa-4c0c-b304-0807eea8b523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:46.882793 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb83d5-4bd4-4ca7-9860-893fa71175b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c465824-90ef-4a57-b799-5d39e63dd527,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:46.885537 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-8bfb83d5-4bd4-4ca7-9860-893fa71175b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:46.901757 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-8bfb83d5-4bd4-4ca7-9860-893fa71175b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:46.904174 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-8bfb83d5-4bd4-4ca7-9860-893fa71175b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c465824-90ef-4a57-b799-5d39e63dd527 HTTP/1.1" status: 204 len: 168 time: 0.3707995 Aug 31 12:41:46.983861 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] For port ed942133-3ef0-4308-b0dc-4477f251356c, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:41:46.988150 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] For port ed942133-3ef0-4308-b0dc-4477f251356c, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=ed942133-3ef0-4308-b0dc-4477f251356c,segment=NetworkSegment(0b21bc72-904c-48f3-b483-041d7530ffb6),segment_id=0b21bc72-904c-48f3-b483-041d7530ffb6)] {{(pid=75036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:41:47.012515 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714ae6d-7ecd-492a-8fd4-80ea84f2d2c4 req-505f49a0-4cdd-412d-9764-be826dd4aacf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:47.016534 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:47.017452 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b714ae6d-7ecd-492a-8fd4-80ea84f2d2c4 req-505f49a0-4cdd-412d-9764-be826dd4aacf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=acb27ec4-0bee-4f29-8732-77d071b3e04e HTTP/1.1" status: 200 len: 850 time: 0.3176858 Aug 31 12:41:47.022709 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:47.102138 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c33e2-55af-476a-b925-abe752aad7f5 None None] Pushing event updated for resources: {'Port': ['ID=ed942133-3ef0-4308-b0dc-4477f251356c,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:47.107740 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2b4c33e2-55af-476a-b925-abe752aad7f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:47.127102 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] Routers {'d8bb111c-556a-4195-8ccc-fb9034e95d25'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:41:47.127848 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:41:46Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8bb111c-556a-4195-8ccc-fb9034e95d25'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:47.184792 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1d886-73ec-4c7c-83c4-9a4e6313b054 req-51323649-d93e-4f61-b92c-2dcb4e77dfb3 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:47.191766 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-fdf1d886-73ec-4c7c-83c4-9a4e6313b054 req-51323649-d93e-4f61-b92c-2dcb4e77dfb3 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.3294067 Aug 31 12:41:47.280047 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b714ae6d-7ecd-492a-8fd4-80ea84f2d2c4 req-a820c355-afbf-4d69-8463-984dd1fdc491 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=feea8ebf-1268-49e1-b49d-7833ff8c567a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2417295 Aug 31 12:41:47.377902 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c611602-3537-4b82-8919-b695e1de4386 req-db839f0e-5534-499e-9dc8-b35d750abd29 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:47.379468 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5c611602-3537-4b82-8919-b695e1de4386 req-db839f0e-5534-499e-9dc8-b35d750abd29 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 943 time: 0.2234943 Aug 31 12:41:47.384637 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-fdf1d886-73ec-4c7c-83c4-9a4e6313b054 req-8862cb81-ee60-401c-a31f-18a913925560 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867476 Aug 31 12:41:47.507753 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5c611602-3537-4b82-8919-b695e1de4386 req-53492150-497c-4e9f-8994-0765076a3d31 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227362 Aug 31 12:41:47.566860 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] Set router d8bb111c-556a-4195-8ccc-fb9034e95d25 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:41:47.718261 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b714ae6d-7ecd-492a-8fd4-80ea84f2d2c4 req-423d5b73-f356-4375-9d42-f362add2d593 service neutron] 10.222.0.52 "GET /v2.0/networks/feea8ebf-1268-49e1-b49d-7833ff8c567a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199197 Aug 31 12:41:47.848642 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19ee31-a06b-4c1e-a727-45960b1fef92 req-1d685c3f-605d-446d-9378-f5e323ea1593 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:47.857398 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0b19ee31-a06b-4c1e-a727-45960b1fef92 req-1d685c3f-605d-446d-9378-f5e323ea1593 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=26606d4c-fb00-4e5a-beba-edd85a8ea370 HTTP/1.1" status: 200 len: 945 time: 0.2528450 Aug 31 12:41:47.942858 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33578) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:47.997840 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-29aa43ee-6072-4429-b969-3c63c97e8a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:48.037531 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:48.054331 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0b19ee31-a06b-4c1e-a727-45960b1fef92 req-fdb289da-0000-4a23-b473-eb022542f97d tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958220 Aug 31 12:41:48.058815 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-29aa43ee-6072-4429-b969-3c63c97e8a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:48.070435 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-29aa43ee-6072-4429-b969-3c63c97e8a69 admin admin] Usage tracker for resource:security_group_rule and tenant:f9b421e3f1774029944127a0953c2157 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:48.079701 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-29aa43ee-6072-4429-b969-3c63c97e8a69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:48.080578 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b714ae6d-7ecd-492a-8fd4-80ea84f2d2c4 req-e9167169-e4fd-4c20-9dd8-2262a5c50a26 service neutron] 10.222.0.52 "GET /v2.0/networks/feea8ebf-1268-49e1-b49d-7833ff8c567a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436925 Aug 31 12:41:48.101226 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-29aa43ee-6072-4429-b969-3c63c97e8a69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:48.215942 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-29aa43ee-6072-4429-b969-3c63c97e8a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:48.223096 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-29aa43ee-6072-4429-b969-3c63c97e8a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:48.223725 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'name': 'tempest-AttachVolumeTestJSON-1839933523-router', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:28Z', 'revision_number': 4, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'gw_port': {'id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': 'ed942133-3ef0-4308-b0dc-4477f251356c', 'name': '', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'mac_address': 'fa:16:3e:70:f3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:27Z', 'updated_at': '2021-08-31T12:41:46Z', 'revision_number': 4, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'subnets': [{'id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:41:48.227985 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8234f59e-d561-413a-856c-c959cb39ca9d None None] The sync data for ids ['d8bb111c-556a-4195-8ccc-fb9034e95d25'] in dv-cinder-806696-1-smb is: [{'id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'name': 'tempest-AttachVolumeTestJSON-1839933523-router', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:28Z', 'revision_number': 4, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'gw_port': {'id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': 'ed942133-3ef0-4308-b0dc-4477f251356c', 'name': '', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'mac_address': 'fa:16:3e:70:f3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:27Z', 'updated_at': '2021-08-31T12:41:46Z', 'revision_number': 4, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'subnets': [{'id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:41:48.232878 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-8bfb83d5-4bd4-4ca7-9860-893fa71175b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:48.311156 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa43ee-6072-4429-b969-3c63c97e8a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fc0ce4-fa7d-45b5-9e7a-84d7c6e09475,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:48.318359 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-29aa43ee-6072-4429-b969-3c63c97e8a69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9b421e3f1774029944127a0953c2157&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3718629 Aug 31 12:41:48.318359 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-29aa43ee-6072-4429-b969-3c63c97e8a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:48.319085 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 33586) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:48.431944 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-d47ecd3b-ca30-48a0-bf13-34ad788584b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:48.492623 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-d47ecd3b-ca30-48a0-bf13-34ad788584b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:48.582460 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-d47ecd3b-ca30-48a0-bf13-34ad788584b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:48.588619 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:48.600463 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ecd3b-ca30-48a0-bf13-34ad788584b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fc0ce4-fa7d-45b5-9e7a-84d7c6e09475,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:48.609262 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-d47ecd3b-ca30-48a0-bf13-34ad788584b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:48.615945 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-d47ecd3b-ca30-48a0-bf13-34ad788584b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:48.619928 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-d47ecd3b-ca30-48a0-bf13-34ad788584b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23fc0ce4-fa7d-45b5-9e7a-84d7c6e09475 HTTP/1.1" status: 204 len: 168 time: 0.2997243 Aug 31 12:41:48.723242 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb98243-1362-459a-98a0-531d945761db req-ce3b87a5-02d8-4ed3-9e72-cbbeb5560eb1 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:48.734607 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cbb98243-1362-459a-98a0-531d945761db req-ce3b87a5-02d8-4ed3-9e72-cbbeb5560eb1 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1377530 Aug 31 12:41:48.776657 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device ed942133-3ef0-4308-b0dc-4477f251356c up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:41:48.829362 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cbb98243-1362-459a-98a0-531d945761db req-f6fd6dff-d270-48c4-ad8c-be206f1ae57e tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795219 Aug 31 12:41:48.903224 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port ed942133-3ef0-4308-b0dc-4477f251356c completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:41:48.915949 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port ed942133-3ef0-4308-b0dc-4477f251356c triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:48.916346 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:48.934547 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f1887-f683-4788-b3fd-ab31094af252 req-fe6aa96d-9c6f-42bf-a1b8-4f73ba8094eb tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:48.936219 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8d4f1887-f683-4788-b3fd-ab31094af252 req-fe6aa96d-9c6f-42bf-a1b8-4f73ba8094eb tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 943 time: 0.1524830 Aug 31 12:41:49.038453 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8d4f1887-f683-4788-b3fd-ab31094af252 req-13ef0098-8020-4925-981c-1440acc42fbb tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964568 Aug 31 12:41:49.281735 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:49.340027 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] For port ed942133-3ef0-4308-b0dc-4477f251356c, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=ed942133-3ef0-4308-b0dc-4477f251356c,segment=NetworkSegment(0b21bc72-904c-48f3-b483-041d7530ffb6),segment_id=0b21bc72-904c-48f3-b483-041d7530ffb6)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:49.347316 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:49.353529 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-b96372b6-97aa-4394-8880-c851d6d44ca9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:49.369769 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32d258-fe6e-4168-85e8-7016bfbbd3ec req-d81cd31e-5e6c-4dcf-999b-8dcf6dab0203 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:49.377840 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7d32d258-fe6e-4168-85e8-7016bfbbd3ec req-d81cd31e-5e6c-4dcf-999b-8dcf6dab0203 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=26606d4c-fb00-4e5a-beba-edd85a8ea370 HTTP/1.1" status: 200 len: 945 time: 0.1415620 Aug 31 12:41:49.430584 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7d32d258-fe6e-4168-85e8-7016bfbbd3ec req-e193782f-9300-4bb5-8674-d1856beab420 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513699 Aug 31 12:41:49.435497 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Pushing event updated for resources: {'Port': ['ID=ed942133-3ef0-4308-b0dc-4477f251356c,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:49.439133 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:49.746305 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device b35bd049-3ac3-457f-8e16-815e81ca6289 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:41:49.994809 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port b35bd049-3ac3-457f-8e16-815e81ca6289, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b35bd049-3ac3-457f-8e16-815e81ca6289,segment=NetworkSegment(0b21bc72-904c-48f3-b483-041d7530ffb6),segment_id=0b21bc72-904c-48f3-b483-041d7530ffb6)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:50.031918 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': 'b35bd049-3ac3-457f-8e16-815e81ca6289', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'port_id': 'b35bd049-3ac3-457f-8e16-815e81ca6289', 'mac_address': 'fa:16:3e:a6:48:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:41:50.180207 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:50.228355 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35bd049-3ac3-457f-8e16-815e81ca6289 {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:41:50.280226 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port b35bd049-3ac3-457f-8e16-815e81ca6289, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b35bd049-3ac3-457f-8e16-815e81ca6289,segment=NetworkSegment(0b21bc72-904c-48f3-b483-041d7530ffb6),segment_id=0b21bc72-904c-48f3-b483-041d7530ffb6)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:50.287546 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:50.290387 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:50.292123 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7929b8-5a09-4bb9-a446-e7a9c762d2dd req-65f1e6af-d010-43d4-92d1-5604995fb1cb tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:50.293889 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7e7929b8-5a09-4bb9-a446-e7a9c762d2dd req-65f1e6af-d010-43d4-92d1-5604995fb1cb tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.2887402 Aug 31 12:41:50.369937 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=b35bd049-3ac3-457f-8e16-815e81ca6289,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:50.375012 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:50.386406 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7e7929b8-5a09-4bb9-a446-e7a9c762d2dd req-56551ad3-e883-4e25-a438-c5e18be330da tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732868 Aug 31 12:41:50.448403 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3660e-6359-448d-a379-a5b54cfa1a13 req-983a3d47-69e6-4d05-adbd-a476d2a20ba4 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:50.451126 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-e5a3660e-6359-448d-a379-a5b54cfa1a13 req-983a3d47-69e6-4d05-adbd-a476d2a20ba4 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 944 time: 0.1382453 Aug 31 12:41:50.537970 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-e5a3660e-6359-448d-a379-a5b54cfa1a13 req-dc50572a-cf8d-4e91-95ab-1c8bd180b43c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808880 Aug 31 12:41:50.639390 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device ed942133-3ef0-4308-b0dc-4477f251356c up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:41:50.682801 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['b35bd049-3ac3-457f-8e16-815e81ca6289'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:41:50.806651 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port ed942133-3ef0-4308-b0dc-4477f251356c triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:50.807033 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:51.372485 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33712) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:51.581324 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-a4f13f0f-004e-4f3d-99e4-35476c44d958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:51.620548 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-a4f13f0f-004e-4f3d-99e4-35476c44d958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:51.626471 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-a4f13f0f-004e-4f3d-99e4-35476c44d958 admin admin] Usage tracker for resource:security_group_rule and tenant:d111aa53efef41baae14295388c46bd3 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:51.630293 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-a4f13f0f-004e-4f3d-99e4-35476c44d958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:51.637627 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-a4f13f0f-004e-4f3d-99e4-35476c44d958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:51.649530 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f0137-cba4-4806-8ac6-ad943ef8e3cd req-f8ebd18a-2352-4112-a974-04838b9107a3 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:51.651324 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-488f0137-cba4-4806-8ac6-ad943ef8e3cd req-f8ebd18a-2352-4112-a974-04838b9107a3 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1248639 Aug 31 12:41:51.710221 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-488f0137-cba4-4806-8ac6-ad943ef8e3cd req-13fce5ff-fd66-4157-9d9f-fe854ccc2c80 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486796 Aug 31 12:41:51.756212 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-a4f13f0f-004e-4f3d-99e4-35476c44d958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:51.764137 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-a4f13f0f-004e-4f3d-99e4-35476c44d958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:51.792778 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-69acde8a-153e-4ab4-84c3-bc65e521b594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:51.866185 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 33746) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:51.866705 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-a4f13f0f-004e-4f3d-99e4-35476c44d958 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d111aa53efef41baae14295388c46bd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4929476 Aug 31 12:41:51.869088 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f13f0f-004e-4f3d-99e4-35476c44d958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52c55e0-1aaf-4db2-836f-60e20dcd45a7,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:51.873601 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-a4f13f0f-004e-4f3d-99e4-35476c44d958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:51.941204 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-16cb1934-b69a-4168-9d7b-ecdd1bc76a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:51.974010 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-16cb1934-b69a-4168-9d7b-ecdd1bc76a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:52.062836 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-16cb1934-b69a-4168-9d7b-ecdd1bc76a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:52.066463 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-483e06ab-52c2-41b6-8d83-941a556ff7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:52.083838 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb1934-b69a-4168-9d7b-ecdd1bc76a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52c55e0-1aaf-4db2-836f-60e20dcd45a7,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:52.088178 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-16cb1934-b69a-4168-9d7b-ecdd1bc76a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:52.092517 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-16cb1934-b69a-4168-9d7b-ecdd1bc76a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:52.093902 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-16cb1934-b69a-4168-9d7b-ecdd1bc76a44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b52c55e0-1aaf-4db2-836f-60e20dcd45a7 HTTP/1.1" status: 204 len: 168 time: 0.2258592 Aug 31 12:41:52.160888 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db1a78-b185-4284-aeb9-edad46319f4b req-fe30e9cc-6d28-46ef-af77-8c30f93c66ed tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:52.172471 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-39db1a78-b185-4284-aeb9-edad46319f4b req-fe30e9cc-6d28-46ef-af77-8c30f93c66ed tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 944 time: 0.1400645 Aug 31 12:41:52.217720 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-39db1a78-b185-4284-aeb9-edad46319f4b req-2d76e0db-9773-42a0-9c7c-d030c1907f1c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442832 Aug 31 12:41:52.944333 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1dbc4-d97e-4ded-811c-1304d588db36 req-0577bc4a-1534-4121-96b5-c4bc045e0185 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:52.946427 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c9d1dbc4-d97e-4ded-811c-1304d588db36 req-0577bc4a-1534-4121-96b5-c4bc045e0185 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1031058 Aug 31 12:41:53.002480 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c9d1dbc4-d97e-4ded-811c-1304d588db36 req-4b98197a-fc13-4697-b811-36a43b1e622d tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500944 Aug 31 12:41:53.447232 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489385e-e28c-436e-b91e-ef6a7a7a4e15 req-69a032a7-66cd-485e-9be9-0df226bfe29a tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:53.449063 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f489385e-e28c-436e-b91e-ef6a7a7a4e15 req-69a032a7-66cd-485e-9be9-0df226bfe29a tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 944 time: 0.0975595 Aug 31 12:41:53.512949 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f489385e-e28c-436e-b91e-ef6a7a7a4e15 req-c0849219-03c3-4e0b-ae70-d6990743570a tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542514 Aug 31 12:41:53.746651 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 33788) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:53.768145 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device b35bd049-3ac3-457f-8e16-815e81ca6289 up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:41:53.843236 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning for port b35bd049-3ac3-457f-8e16-815e81ca6289 completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:41:53.849039 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port b35bd049-3ac3-457f-8e16-815e81ca6289 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:41:53.849639 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:53.913980 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-2f738a68-76b7-421f-abfc-6a180309aa6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:53.946869 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-2f738a68-76b7-421f-abfc-6a180309aa6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:53.951286 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-2f738a68-76b7-421f-abfc-6a180309aa6a admin admin] Usage tracker for resource:security_group_rule and tenant:f3cdf3b7d6314f6080150bd22a91edb3 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:53.955188 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-2f738a68-76b7-421f-abfc-6a180309aa6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:53.962544 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-2f738a68-76b7-421f-abfc-6a180309aa6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:53.979828 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:54.009828 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61939027-85fc-4626-a478-f40cf594d7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35bd049-3ac3-457f-8e16-815e81ca6289'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:41:54.022940 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port b35bd049-3ac3-457f-8e16-815e81ca6289, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b35bd049-3ac3-457f-8e16-815e81ca6289,segment=NetworkSegment(0b21bc72-904c-48f3-b483-041d7530ffb6),segment_id=0b21bc72-904c-48f3-b483-041d7530ffb6)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:41:54.039987 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:54.045459 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:54.060039 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-2f738a68-76b7-421f-abfc-6a180309aa6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:54.067271 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-2f738a68-76b7-421f-abfc-6a180309aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:54.075139 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-16d16d84-993b-486e-bc68-647d762cc0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:54.165165 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61939027-85fc-4626-a478-f40cf594d7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35bd049-3ac3-457f-8e16-815e81ca6289', 'code': 200} Aug 31 12:41:54.170758 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f738a68-76b7-421f-abfc-6a180309aa6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5404ee45-e9eb-4469-b8df-96ff35493e79,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:54.177913 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-2f738a68-76b7-421f-abfc-6a180309aa6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3cdf3b7d6314f6080150bd22a91edb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4282436 Aug 31 12:41:54.177913 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-2f738a68-76b7-421f-abfc-6a180309aa6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:54.178918 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33808) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:54.198818 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=b35bd049-3ac3-457f-8e16-815e81ca6289,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:54.205242 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:54.330967 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-da982f30-5448-4fc3-81f1-4ab990792b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:54.401304 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-da982f30-5448-4fc3-81f1-4ab990792b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:54.451631 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb29ea-21c2-4f43-aaef-45bf72c7fa06 req-265ddcee-cdfe-4ce4-9993-3b6484bfddcd tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:54.453719 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-28cb29ea-21c2-4f43-aaef-45bf72c7fa06 req-265ddcee-cdfe-4ce4-9993-3b6484bfddcd tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1956823 Aug 31 12:41:54.473414 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-da982f30-5448-4fc3-81f1-4ab990792b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:54.478880 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-47e66619-1a29-4874-8a68-ea4b89038e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:54.493096 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da982f30-5448-4fc3-81f1-4ab990792b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5404ee45-e9eb-4469-b8df-96ff35493e79,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:54.496147 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-da982f30-5448-4fc3-81f1-4ab990792b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:54.513532 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-da982f30-5448-4fc3-81f1-4ab990792b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:54.517129 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-da982f30-5448-4fc3-81f1-4ab990792b16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5404ee45-e9eb-4469-b8df-96ff35493e79 HTTP/1.1" status: 204 len: 168 time: 0.3347089 Aug 31 12:41:54.581814 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-28cb29ea-21c2-4f43-aaef-45bf72c7fa06 req-55b1a120-ce4f-4a72-907d-2dc9cbab3c57 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222513 Aug 31 12:41:54.649506 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7ee6393f-cf29-4c94-a81e-f250b5f50ea5 req-d12f27f9-c6d5-428e-b9ae-f0c22727c358 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 1098 time: 0.1583929 Aug 31 12:41:54.708791 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7ee6393f-cf29-4c94-a81e-f250b5f50ea5 req-d6095bce-1ef8-43a1-92d1-dcfea88c9fd8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495946 Aug 31 12:41:54.840729 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ab5c1-2f8d-4a14-9111-a119d0a4c49c req-41911cf6-6d31-40f3-969c-dc80e5f414ab tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:54.842929 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-be2ab5c1-2f8d-4a14-9111-a119d0a4c49c req-41911cf6-6d31-40f3-969c-dc80e5f414ab tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.0915775 Aug 31 12:41:54.897319 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-be2ab5c1-2f8d-4a14-9111-a119d0a4c49c req-f3bdec15-cb7b-45ba-bee9-edc7a9fe1b11 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482705 Aug 31 12:41:55.030543 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 33834) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:55.061403 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-21f5190f-a93d-412b-bad4-fe3c2c2a334b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:55.140929 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-21f5190f-a93d-412b-bad4-fe3c2c2a334b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:55.148308 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-21f5190f-a93d-412b-bad4-fe3c2c2a334b admin admin] Usage tracker for resource:security_group_rule and tenant:23df379d95fb4cceaebdd95d0fdebc33 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:55.152698 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-21f5190f-a93d-412b-bad4-fe3c2c2a334b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:55.164145 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-21f5190f-a93d-412b-bad4-fe3c2c2a334b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:55.252932 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-21f5190f-a93d-412b-bad4-fe3c2c2a334b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:55.262253 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-21f5190f-a93d-412b-bad4-fe3c2c2a334b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:55.270585 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-b130c409-5fd5-4a10-a334-3b0501329826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:55.301121 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5190f-a93d-412b-bad4-fe3c2c2a334b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e6e806-036f-4dcb-af8b-39199087b2ca,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:55.318178 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-21f5190f-a93d-412b-bad4-fe3c2c2a334b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:55.346194 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-21f5190f-a93d-412b-bad4-fe3c2c2a334b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23df379d95fb4cceaebdd95d0fdebc33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3139007 Aug 31 12:41:55.349350 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33844) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:55.413195 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-b662f595-3980-4f5c-8c41-a66028ca3a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:55.444258 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-b662f595-3980-4f5c-8c41-a66028ca3a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:55.516795 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-b662f595-3980-4f5c-8c41-a66028ca3a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:55.516795 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-969da40d-97a7-4932-8d56-9b880b607f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:55.528601 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662f595-3980-4f5c-8c41-a66028ca3a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e6e806-036f-4dcb-af8b-39199087b2ca,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:55.531555 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-b662f595-3980-4f5c-8c41-a66028ca3a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:55.533987 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-b662f595-3980-4f5c-8c41-a66028ca3a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:55.535805 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-b662f595-3980-4f5c-8c41-a66028ca3a70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9e6e806-036f-4dcb-af8b-39199087b2ca HTTP/1.1" status: 204 len: 168 time: 0.1853235 Aug 31 12:41:55.869731 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7c745-0c0e-4d0f-baea-cd6ba8a5eb7f req-7b01b5d4-2c7e-4bbe-b324-b198c97d1768 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:55.871389 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a1c7c745-0c0e-4d0f-baea-cd6ba8a5eb7f req-7b01b5d4-2c7e-4bbe-b324-b198c97d1768 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.0870085 Aug 31 12:41:55.933204 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a1c7c745-0c0e-4d0f-baea-cd6ba8a5eb7f req-bcc935c4-2878-4e19-b0a8-b856d4d6cd45 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557168 Aug 31 12:41:56.183153 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1c445-d79d-44f9-92a7-4b90c4fdb099 req-412eb67b-a400-4ced-903f-e2713c9186fe tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:56.184884 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-deb1c445-d79d-44f9-92a7-4b90c4fdb099 req-412eb67b-a400-4ced-903f-e2713c9186fe tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.1477747 Aug 31 12:41:56.242087 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-deb1c445-d79d-44f9-92a7-4b90c4fdb099 req-ede28355-bec0-4f6f-88e0-a28e53f31f7a tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439796 Aug 31 12:41:56.534187 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33888) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:56.699786 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-527699055-network', 'tenant_id': 'ddb5bd72b038441da2379594bbb6daf1'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:41:56.707814 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:56.722978 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Usage tracker for resource:network and tenant:ddb5bd72b038441da2379594bbb6daf1 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:56.729770 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:56.739855 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:56.757739 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Made reservation on behalf of ddb5bd72b038441da2379594bbb6daf1 for: {'network': 1} {{(pid=75034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:41:56.761426 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for network, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:56.785490 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:56.832200 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:56.836682 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Usage tracker for resource:security_group_rule and tenant:ddb5bd72b038441da2379594bbb6daf1 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:56.839940 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:56.849472 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:56.913288 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-4b0b02f3-f585-4426-b107-7b36c14c6024 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:56.916153 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-4b0b02f3-f585-4426-b107-7b36c14c6024 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/networks?id=c6ceaadb-368e-432b-9744-86af2318977a HTTP/1.1" status: 200 len: 814 time: 0.1877644 Aug 31 12:41:56.937178 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-4ab93292-b280-48ac-baf6-0be37a85017f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/quotas/64fbaa82947f4910b46f8f5a33a5468f HTTP/1.1" status: 200 len: 375 time: 0.0140281 Aug 31 12:41:56.938644 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:56.944017 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:56.948487 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:56.978021 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=75034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 31 12:41:56.990567 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39e9f28-a707-4d86-bfb4-aed953584715,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:57.001826 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:57.001826 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:57.001826 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.db.segments_db [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Added segment eae1b17e-acc9-409c-acef-8bcf6abcba01 of type vlan for network a36d24c3-0e0d-456c-9716-aabf4cd0f51f Aug 31 12:41:57.036304 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767722117506'] for network, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:57.078115 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for network, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:57.081068 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:57.082056 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:57.088125 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-ddddb33f-9e88-4318-a79f-b9eb2e76c482 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=64fbaa82947f4910b46f8f5a33a5468f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1439726 Aug 31 12:41:57.103864 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:57.122742 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5872347 Aug 31 12:41:57.157165 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 33914) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:57.171300 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-23ba196d-ae56-4a07-9ce4-28e2ac5363da admin admin] Request body: {'subnet': {'network_id': 'a36d24c3-0e0d-456c-9716-aabf4cd0f51f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-527699055-subnet', 'tenant_id': 'ddb5bd72b038441da2379594bbb6daf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:41:57.179130 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-23ba196d-ae56-4a07-9ce4-28e2ac5363da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:57.185781 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-23ba196d-ae56-4a07-9ce4-28e2ac5363da admin admin] Usage tracker for resource:subnet and tenant:ddb5bd72b038441da2379594bbb6daf1 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:57.190573 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-23ba196d-ae56-4a07-9ce4-28e2ac5363da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:57.204662 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-23ba196d-ae56-4a07-9ce4-28e2ac5363da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:57.240866 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ba196d-ae56-4a07-9ce4-28e2ac5363da admin admin] Made reservation on behalf of ddb5bd72b038441da2379594bbb6daf1 for: {'subnet': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:41:57.243149 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-23ba196d-ae56-4a07-9ce4-28e2ac5363da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1377153'] for subnet, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:57.245805 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Pushing event updated for resources: {'Network': ['ID=a36d24c3-0e0d-456c-9716-aabf4cd0f51f,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:57.249994 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:57.257393 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Network a36d24c3-0e0d-456c-9716-aabf4cd0f51f details requested by agent ovs-agent-dv-cinder-806696-1-smb with host dv-cinder-806696-1-smb {{(pid=75036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 12:41:57.276861 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab461ff-30b0-4b7b-9d19-dc113cc504b7 req-878dc4bc-1106-430f-8674-d194196feb5a tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:57.278550 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-eab461ff-30b0-4b7b-9d19-dc113cc504b7 req-878dc4bc-1106-430f-8674-d194196feb5a tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1613402 Aug 31 12:41:57.330680 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-6f7cd32b-6312-4829-93b7-54014394dd78 service neutron] 10.222.0.13 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415249 Aug 31 12:41:57.343975 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-eab461ff-30b0-4b7b-9d19-dc113cc504b7 req-99918085-451d-4bee-96b7-3a5148058bbb tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533626 Aug 31 12:41:57.525881 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-e48b00bd-7292-4081-b8ab-53798df27f86 service neutron] 10.222.0.13 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756983 Aug 31 12:41:57.563285 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867e838-45d6-4fba-ad91-db35a448bf28 req-5838eabd-0f92-45d6-82e4-a04a03da80d6 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:57.565287 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a867e838-45d6-4fba-ad91-db35a448bf28 req-5838eabd-0f92-45d6-82e4-a04a03da80d6 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.0939372 Aug 31 12:41:57.617679 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a867e838-45d6-4fba-ad91-db35a448bf28 req-7d70f085-542b-490d-b04d-052045c803b0 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445487 Aug 31 12:41:57.628266 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-23ba196d-ae56-4a07-9ce4-28e2ac5363da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1148779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1377171'] for subnet, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:57.642089 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-003c9e18-50d4-44c4-aebd-2372312edf42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:57.752607 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-e6af09cd-c51a-4231-bca1-79f02165ef3c req-3a27fe7c-f960-4f0d-a35c-30059250217a tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d8155c-b9ef-426b-b44b-8d7f5f901fcd HTTP/1.1" status: 200 len: 210 time: 0.0571108 Aug 31 12:41:57.793460 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba196d-ae56-4a07-9ce4-28e2ac5363da admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1fe744c-3ec7-4b15-ad74-d68dabe06d60,revision_number=0']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:57.796322 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-23ba196d-ae56-4a07-9ce4-28e2ac5363da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:57.809275 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ba196d-ae56-4a07-9ce4-28e2ac5363da admin admin] Checking segment: {'id': 'eae1b17e-acc9-409c-acef-8bcf6abcba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a36d24c3-0e0d-456c-9716-aabf4cd0f51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:41:57.809672 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ba196d-ae56-4a07-9ce4-28e2ac5363da admin admin] Network hostable DHCP agents. Network: a36d24c3-0e0d-456c-9716-aabf4cd0f51f, hostable agents: ['c4bdb865-a81e-4643-8bd9-838ee0d40aaf'], hosted agents: [] {{(pid=75035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:41:57.834546 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ba196d-ae56-4a07-9ce4-28e2ac5363da admin admin] Network a36d24c3-0e0d-456c-9716-aabf4cd0f51f is scheduled to be hosted by DHCP agent c4bdb865-a81e-4643-8bd9-838ee0d40aaf with binding_index 1 {{(pid=75035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:41:57.847226 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-23ba196d-ae56-4a07-9ce4-28e2ac5363da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-smb, a36d24c3-0e0d-456c-9716-aabf4cd0f51f) {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:41:57.851830 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ba196d-ae56-4a07-9ce4-28e2ac5363da admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:57.852456 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-23ba196d-ae56-4a07-9ce4-28e2ac5363da admin admin] Notify callbacks [] for subnet, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:57.855120 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd57033-5605-40c5-93ad-3752357dfada req-185c76bd-6704-464e-acba-ffba3e0befe0 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:57.857074 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-4cd57033-5605-40c5-93ad-3752357dfada req-185c76bd-6704-464e-acba-ffba3e0befe0 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.1013362 Aug 31 12:41:57.860373 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb136438-316a-4bc4-b435-f7efce1cd36a None None] Network a36d24c3-0e0d-456c-9716-aabf4cd0f51f requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:41:57.869558 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33932) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:57.877481 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-2228247e-5d54-4a43-a2d3-4735925a4b85 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Request body: {'floatingip': {'port_id': 'b35bd049-3ac3-457f-8e16-815e81ca6289'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:41:57.894737 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-23ba196d-ae56-4a07-9ce4-28e2ac5363da admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7353687 Aug 31 12:41:58.066327 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2228247e-5d54-4a43-a2d3-4735925a4b85 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for floatingip, before_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:58.126583 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da51ffc5-0548-4f5d-9983-b5d44a753fc9 None None] Network a36d24c3-0e0d-456c-9716-aabf4cd0f51f requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:41:58.860850 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79d8bf-0cf2-4849-b502-67572b65932e req-13d753e2-c221-47b6-a75f-dd01de3df46c tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:58.866215 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1c79d8bf-0cf2-4849-b502-67572b65932e req-13d753e2-c221-47b6-a75f-dd01de3df46c tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.3072920 Aug 31 12:41:58.936805 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1c79d8bf-0cf2-4849-b502-67572b65932e req-341ebc61-7eb7-4a0e-b92c-76b7c11fa0ff tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672855 Aug 31 12:41:58.958633 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-fa40b004-079d-45ea-beb5-9856daaa5ae2 req-3f787b26-425d-46fc-a809-baeb88e853f0 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d8155c-b9ef-426b-b44b-8d7f5f901fcd HTTP/1.1" status: 200 len: 210 time: 0.0699289 Aug 31 12:41:59.112836 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2228247e-5d54-4a43-a2d3-4735925a4b85 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:59.120160 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2228247e-5d54-4a43-a2d3-4735925a4b85 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783949'] for floatingip, after_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:59.264891 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 33972) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:41:59.275318 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1129378566-network', 'tenant_id': 'a85feae697f646afac3ef6d99b4dd3e9'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:41:59.280890 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:59.285358 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Usage tracker for resource:network and tenant:a85feae697f646afac3ef6d99b4dd3e9 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:59.288479 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:59.295112 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:59.342399 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.db.l3_db [None req-2228247e-5d54-4a43-a2d3-4735925a4b85 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Floating IP 5ab21b93-3d04-4eda-9da1-c2eed5930a3a associated. External IP: 172.28.3.137, port: b35bd049-3ac3-457f-8e16-815e81ca6289. Aug 31 12:41:59.359334 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Made reservation on behalf of a85feae697f646afac3ef6d99b4dd3e9 for: {'network': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:41:59.362424 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for network, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:59.390214 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:59.489558 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:59.503607 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-cb35afc7-3c4b-4b0a-bed0-d88bf520a51e tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:41:59.505226 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-cb35afc7-3c4b-4b0a-bed0-d88bf520a51e tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.52 "GET /v2.0/networks?id=c6ceaadb-368e-432b-9744-86af2318977a HTTP/1.1" status: 200 len: 814 time: 0.2906063 Aug 31 12:41:59.506386 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Usage tracker for resource:security_group_rule and tenant:a85feae697f646afac3ef6d99b4dd3e9 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:41:59.509869 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:41:59.516266 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:59.539301 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8270f26f-27e6-4cd0-bc40-dc4a9e5ac97f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Request body: {'port': {'device_id': '87d8155c-b9ef-426b-b44b-8d7f5f901fcd', 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a', 'admin_state_up': True, 'tenant_id': '64fbaa82947f4910b46f8f5a33a5468f'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:41:59.727970 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:59.736133 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:59.740357 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-9623487b-5710-4fe7-ab98-b466d5a43f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:41:59.756268 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8270f26f-27e6-4cd0-bc40-dc4a9e5ac97f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:41:59.772496 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2228247e-5d54-4a43-a2d3-4735925a4b85 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Router d8bb111c-556a-4195-8ccc-fb9034e95d25 has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:41:59.774582 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=75035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 31 12:41:59.789865 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8270f26f-27e6-4cd0-bc40-dc4a9e5ac97f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:41:59.795064 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d104ed-af8c-495f-8eaf-53084ae27276,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:41:59.800568 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:41:59.804698 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:41:59.805381 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:59.805381 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.db.segments_db [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Added segment d18253d5-dc67-493a-80b4-c3f276374db7 of type vlan for network e4410f23-98d7-4c77-b45b-34996cedc895 Aug 31 12:41:59.814094 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8270f26f-27e6-4cd0-bc40-dc4a9e5ac97f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Made reservation on behalf of 64fbaa82947f4910b46f8f5a33a5468f for: {'port': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:41:59.817707 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8270f26f-27e6-4cd0-bc40-dc4a9e5ac97f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:41:59.909420 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767722117506'] for network, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:00.008841 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for network, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:00.015995 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:00.016595 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:00.023150 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-90a22b24-5a93-467e-b773-38582b0c6cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:00.263311 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-dc2258e7-c887-4471-b4f1-23dc4eee6d6a req-85c67e84-1812-40dc-a469-d55ef62054d3 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d8155c-b9ef-426b-b44b-8d7f5f901fcd HTTP/1.1" status: 200 len: 210 time: 0.1340094 Aug 31 12:42:00.273575 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8270f26f-27e6-4cd0-bc40-dc4a9e5ac97f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Allocated IP 172.20.0.13 (c6ceaadb-368e-432b-9744-86af2318977a/0fca416c-3c76-43d1-973c-75d943c37281/d129d169-b832-444a-8daa-54a1af198c2d) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:42:00.291220 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd566e-ec41-4a7e-bde7-281d575a9165 req-4608843a-49df-4950-996d-3a2a49946c57 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:00.292964 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-e7cd566e-ec41-4a7e-bde7-281d575a9165 req-4608843a-49df-4950-996d-3a2a49946c57 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1169055 Aug 31 12:42:00.295906 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Pushing event updated for resources: {'Network': ['ID=e4410f23-98d7-4c77-b45b-34996cedc895,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:00.300079 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:00.300464 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2228247e-5d54-4a43-a2d3-4735925a4b85 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:42:00.304093 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-c2d7f131-714d-4e6e-a83e-2e28472c1540 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0379438 Aug 31 12:42:00.307851 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2228247e-5d54-4a43-a2d3-4735925a4b85 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for floatingip, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:00.310972 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041f84ac-5dc9-4480-a9c0-bc2e1c491660 None None] Sync routers for ids ['d8bb111c-556a-4195-8ccc-fb9034e95d25'] in dv-cinder-806696-1-smb {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:42:00.320476 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Network e4410f23-98d7-4c77-b45b-34996cedc895 details requested by agent ovs-agent-dv-cinder-806696-1-smb with host dv-cinder-806696-1-smb {{(pid=75036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 12:42:00.333401 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041f84ac-5dc9-4480-a9c0-bc2e1c491660 None None] Routers {'d8bb111c-556a-4195-8ccc-fb9034e95d25'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:42:00.334218 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-041f84ac-5dc9-4480-a9c0-bc2e1c491660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:41:46Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8bb111c-556a-4195-8ccc-fb9034e95d25'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:42:00.376038 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-2228247e-5d54-4a43-a2d3-4735925a4b85 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "PUT /v2.0/floatingips/5ab21b93-3d04-4eda-9da1-c2eed5930a3a HTTP/1.1" status: 200 len: 991 time: 2.5051467 Aug 31 12:42:00.376779 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 33988) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:42:00.378474 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61939027-85fc-4626-a478-f40cf594d7ee', 'tag': 'b35bd049-3ac3-457f-8e16-815e81ca6289'}] {{(pid=75034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:42:00.418808 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-584a6290-5cbb-4db0-8166-10582beb8391 admin admin] Request body: {'subnet': {'network_id': 'e4410f23-98d7-4c77-b45b-34996cedc895', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1129378566-subnet', 'tenant_id': 'a85feae697f646afac3ef6d99b4dd3e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:42:00.425346 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-584a6290-5cbb-4db0-8166-10582beb8391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:42:00.431138 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-584a6290-5cbb-4db0-8166-10582beb8391 admin admin] Usage tracker for resource:subnet and tenant:a85feae697f646afac3ef6d99b4dd3e9 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:42:00.434767 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-584a6290-5cbb-4db0-8166-10582beb8391 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:42:00.442595 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-584a6290-5cbb-4db0-8166-10582beb8391 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:42:00.490442 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-e7cd566e-ec41-4a7e-bde7-281d575a9165 req-e299432f-7277-4fda-973a-dbeafc1c9a4f tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122472 Aug 31 12:42:00.491435 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584a6290-5cbb-4db0-8166-10582beb8391 admin admin] Made reservation on behalf of a85feae697f646afac3ef6d99b4dd3e9 for: {'subnet': 1} {{(pid=75034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:42:00.494212 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-584a6290-5cbb-4db0-8166-10582beb8391 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1612616'] for subnet, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:00.528954 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8270f26f-27e6-4cd0-bc40-dc4a9e5ac97f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:00.563960 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8270f26f-27e6-4cd0-bc40-dc4a9e5ac97f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:00.576053 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['a16ec1a3-bd94-4712-be22-539720a2cf08', '9da94c63-7b06-44fd-a8de-9ef74c699e88', 'b01f626c-8031-4e42-ab9d-a177ca01d20d'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:42:00.580901 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-fe60b62a-6263-4bc9-be71-efae4366bfc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:00.586489 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-041f84ac-5dc9-4480-a9c0-bc2e1c491660 None None] Set router d8bb111c-556a-4195-8ccc-fb9034e95d25 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:42:00.628709 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8270f26f-27e6-4cd0-bc40-dc4a9e5ac97f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Network c6ceaadb-368e-432b-9744-86af2318977a is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:42:00.641820 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8270f26f-27e6-4cd0-bc40-dc4a9e5ac97f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:42:00.654262 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8270f26f-27e6-4cd0-bc40-dc4a9e5ac97f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:42:00.717811 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270f26f-27e6-4cd0-bc40-dc4a9e5ac97f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Pushing event updated for resources: {'Port': ['ID=d129d169-b832-444a-8daa-54a1af198c2d,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:00.734749 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-8270f26f-27e6-4cd0-bc40-dc4a9e5ac97f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:00.751177 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8270f26f-27e6-4cd0-bc40-dc4a9e5ac97f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:00.752301 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8270f26f-27e6-4cd0-bc40-dc4a9e5ac97f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:00.774769 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8270f26f-27e6-4cd0-bc40-dc4a9e5ac97f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2394538 Aug 31 12:42:00.789087 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Request body: {'port': {'device_id': '87d8155c-b9ef-426b-b44b-8d7f5f901fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:42:00.825173 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61939027-85fc-4626-a478-f40cf594d7ee', 'tag': 'b35bd049-3ac3-457f-8e16-815e81ca6289', 'status': 'completed', 'code': 200} Aug 31 12:42:00.944309 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-584a6290-5cbb-4db0-8166-10582beb8391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1383546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1612634'] for subnet, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:00.961812 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-7023280d-dd8c-4a97-b376-7bd6e2656d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:01.154587 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a6290-5cbb-4db0-8166-10582beb8391 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1901b447-0547-4eb2-ba32-0eec987efab5,revision_number=0']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:01.160470 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-584a6290-5cbb-4db0-8166-10582beb8391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:01.180935 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-050fdb9e-a348-4566-a770-68fbca28fdb3 req-cd6774bc-ffdd-4c48-b754-9b0eacbf5955 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3039a6adc724d519214c67cf88d1b8e&device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 1098 time: 0.3608565 Aug 31 12:42:01.187547 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584a6290-5cbb-4db0-8166-10582beb8391 admin admin] Checking segment: {'id': 'd18253d5-dc67-493a-80b4-c3f276374db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e4410f23-98d7-4c77-b45b-34996cedc895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:42:01.198365 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584a6290-5cbb-4db0-8166-10582beb8391 admin admin] Network hostable DHCP agents. Network: e4410f23-98d7-4c77-b45b-34996cedc895, hostable agents: ['c4bdb865-a81e-4643-8bd9-838ee0d40aaf'], hosted agents: [] {{(pid=75034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:42:01.202267 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-041f84ac-5dc9-4480-a9c0-bc2e1c491660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'name': 'tempest-AttachVolumeTestJSON-1839933523-router', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:28Z', 'revision_number': 4, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'gw_port': {'id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_floatingips': [{'id': '5ab21b93-3d04-4eda-9da1-c2eed5930a3a', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'floating_ip_address': '172.28.3.137', 'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'router_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'port_id': 'b35bd049-3ac3-457f-8e16-815e81ca6289', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'mac_address': 'fa:16:3e:a6:48:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939027-85fc-4626-a478-f40cf594d7ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:41:34Z', 'updated_at': '2021-08-31T12:41:58Z', 'revision_number': 1, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed942133-3ef0-4308-b0dc-4477f251356c', 'name': '', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'mac_address': 'fa:16:3e:70:f3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:27Z', 'updated_at': '2021-08-31T12:41:49Z', 'revision_number': 5, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'subnets': [{'id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:42:01.211300 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041f84ac-5dc9-4480-a9c0-bc2e1c491660 None None] Checking router: d8bb111c-556a-4195-8ccc-fb9034e95d25 for host: dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:42:01.249492 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:01.255617 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041f84ac-5dc9-4480-a9c0-bc2e1c491660 None None] Routers {'d8bb111c-556a-4195-8ccc-fb9034e95d25'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:42:01.256254 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-041f84ac-5dc9-4480-a9c0-bc2e1c491660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:41:46Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8bb111c-556a-4195-8ccc-fb9034e95d25'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:42:01.443370 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7c3ff67e-5d9b-4ef0-ac71-d62e8f3767f7 req-a03ab50f-7706-40ea-aabc-74e8ee3c08e0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 1098 time: 0.4383380 Aug 31 12:42:01.455369 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fdb9e-a348-4566-a770-68fbca28fdb3 req-6449cf56-def6-496a-82db-8abd57536f60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:01.457031 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-050fdb9e-a348-4566-a770-68fbca28fdb3 req-6449cf56-def6-496a-82db-8abd57536f60 service neutron] 10.222.0.52 "GET /v2.0/networks?id=feea8ebf-1268-49e1-b49d-7833ff8c567a HTTP/1.1" status: 200 len: 912 time: 0.2626545 Aug 31 12:42:01.531770 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 34016) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:42:01.554337 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7c3ff67e-5d9b-4ef0-ac71-d62e8f3767f7 req-262488b6-4793-43e7-8732-85ebaf3b20ce service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009061 Aug 31 12:42:01.606358 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-041f84ac-5dc9-4480-a9c0-bc2e1c491660 None None] Set router d8bb111c-556a-4195-8ccc-fb9034e95d25 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:42:01.636828 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584a6290-5cbb-4db0-8166-10582beb8391 admin admin] Network e4410f23-98d7-4c77-b45b-34996cedc895 is scheduled to be hosted by DHCP agent c4bdb865-a81e-4643-8bd9-838ee0d40aaf with binding_index 1 {{(pid=75034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:42:01.660513 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [None req-584a6290-5cbb-4db0-8166-10582beb8391 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-smb, e4410f23-98d7-4c77-b45b-34996cedc895) {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:42:01.671621 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bfbf1d-d43c-4a0a-8f1e-29c4686f12a9 None None] Network e4410f23-98d7-4c77-b45b-34996cedc895 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:42:01.676073 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584a6290-5cbb-4db0-8166-10582beb8391 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:01.677031 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-584a6290-5cbb-4db0-8166-10582beb8391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for subnet, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:01.714584 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-584a6290-5cbb-4db0-8166-10582beb8391 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3310056 Aug 31 12:42:01.751802 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b8339-a4fa-45e9-a9f8-b58d39965603 req-0be0a256-d67f-435a-8f02-aaf4b013b5a6 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:01.760169 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-699b8339-a4fa-45e9-a9f8-b58d39965603 req-0be0a256-d67f-435a-8f02-aaf4b013b5a6 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d8155c-b9ef-426b-b44b-8d7f5f901fcd HTTP/1.1" status: 200 len: 932 time: 0.2328217 Aug 31 12:42:01.810146 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-050fdb9e-a348-4566-a770-68fbca28fdb3 req-2e63e053-dac6-4507-b9eb-a1c09ad0cb03 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b35bd049-3ac3-457f-8e16-815e81ca6289 HTTP/1.1" status: 200 len: 999 time: 0.3447797 Aug 31 12:42:01.839737 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-699b8339-a4fa-45e9-a9f8-b58d39965603 req-a2a68bf3-129c-441b-8797-82765ec8271f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777273 Aug 31 12:42:01.932843 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fdb9e-a348-4566-a770-68fbca28fdb3 req-0fa8aedf-e92b-479e-87e6-2acc91dbf001 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:01.935670 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-050fdb9e-a348-4566-a770-68fbca28fdb3 req-0fa8aedf-e92b-479e-87e6-2acc91dbf001 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=acb27ec4-0bee-4f29-8732-77d071b3e04e HTTP/1.1" status: 200 len: 850 time: 0.1113954 Aug 31 12:42:01.941658 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-320a38f6-4517-42aa-a946-da713623fbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:02.126742 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-050fdb9e-a348-4566-a770-68fbca28fdb3 req-9c411bfa-c73a-4739-82e1-63a8e14caad2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=feea8ebf-1268-49e1-b49d-7833ff8c567a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1826732 Aug 31 12:42:02.147101 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-320a38f6-4517-42aa-a946-da713623fbd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:42:02.156450 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-320a38f6-4517-42aa-a946-da713623fbd7 admin admin] Usage tracker for resource:security_group_rule and tenant:a3b6fcf5102f4e7aa0798e4a694a3836 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:42:02.173551 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-320a38f6-4517-42aa-a946-da713623fbd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:42:02.198638 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-320a38f6-4517-42aa-a946-da713623fbd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:42:02.258391 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efde11-c26d-408c-b245-768e5afd3b83 req-50379be8-8bc5-4148-a50e-5416b2bf83ff tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:02.268312 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-15efde11-c26d-408c-b245-768e5afd3b83 req-50379be8-8bc5-4148-a50e-5416b2bf83ff tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.3772881 Aug 31 12:42:02.278536 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.db.resource_extend [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 12:42:02.337661 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6645b1-9ef6-4086-9262-5b041135e268 None None] Network e4410f23-98d7-4c77-b45b-34996cedc895 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:42:02.515903 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-050fdb9e-a348-4566-a770-68fbca28fdb3 req-f6f06392-2c98-4909-857b-0c391a2d7cc5 service neutron] 10.222.0.52 "GET /v2.0/networks/feea8ebf-1268-49e1-b49d-7833ff8c567a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821161 Aug 31 12:42:02.517284 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-15efde11-c26d-408c-b245-768e5afd3b83 req-338fba48-7be3-4854-91fe-9a6307367f8d tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477257 Aug 31 12:42:02.577481 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d129d169-b832-444a-8daa-54a1af198c2d {{(pid=75035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:42:02.602190 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:02.642496 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-041f84ac-5dc9-4480-a9c0-bc2e1c491660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'name': 'tempest-AttachVolumeTestJSON-1839933523-router', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:28Z', 'revision_number': 4, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'gw_port': {'id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_floatingips': [{'id': '5ab21b93-3d04-4eda-9da1-c2eed5930a3a', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'floating_ip_address': '172.28.3.137', 'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'router_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'port_id': 'b35bd049-3ac3-457f-8e16-815e81ca6289', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'mac_address': 'fa:16:3e:a6:48:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939027-85fc-4626-a478-f40cf594d7ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:41:34Z', 'updated_at': '2021-08-31T12:41:58Z', 'revision_number': 1, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed942133-3ef0-4308-b0dc-4477f251356c', 'name': '', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'mac_address': 'fa:16:3e:70:f3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:27Z', 'updated_at': '2021-08-31T12:41:49Z', 'revision_number': 5, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'subnets': [{'id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:42:02.645064 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Transition to ACTIVE for port object d129d169-b832-444a-8daa-54a1af198c2d will not be triggered until provisioned by entity L2. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:42:02.650292 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-320a38f6-4517-42aa-a946-da713623fbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:02.653215 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:02.659367 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:02.660047 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041f84ac-5dc9-4480-a9c0-bc2e1c491660 None None] The sync data for ids ['d8bb111c-556a-4195-8ccc-fb9034e95d25'] in dv-cinder-806696-1-smb is: [{'id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'name': 'tempest-AttachVolumeTestJSON-1839933523-router', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:28Z', 'revision_number': 4, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'gw_port': {'id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_floatingips': [{'id': '5ab21b93-3d04-4eda-9da1-c2eed5930a3a', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'floating_ip_address': '172.28.3.137', 'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'router_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'port_id': 'b35bd049-3ac3-457f-8e16-815e81ca6289', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'mac_address': 'fa:16:3e:a6:48:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939027-85fc-4626-a478-f40cf594d7ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:41:34Z', 'updated_at': '2021-08-31T12:41:58Z', 'revision_number': 1, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed942133-3ef0-4308-b0dc-4477f251356c', 'name': '', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'mac_address': 'fa:16:3e:70:f3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:27Z', 'updated_at': '2021-08-31T12:41:49Z', 'revision_number': 5, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'subnets': [{'id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:42:02.744498 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-320a38f6-4517-42aa-a946-da713623fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:02.813552 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-320a38f6-4517-42aa-a946-da713623fbd7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3b6fcf5102f4e7aa0798e4a694a3836&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2781723 Aug 31 12:42:02.833386 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 34044) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:42:02.866750 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-050fdb9e-a348-4566-a770-68fbca28fdb3 req-eede026a-607b-4aa3-8b5a-3cee5026b38c service neutron] 10.222.0.52 "GET /v2.0/networks/feea8ebf-1268-49e1-b49d-7833ff8c567a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433681 Aug 31 12:42:03.114349 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Pushing event updated for resources: {'Port': ['ID=d129d169-b832-444a-8daa-54a1af198c2d,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:03.120893 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:03.142973 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:03.168477 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d77437-21f2-41f3-b947-0d63abd546d1 None None] New status for floating IP 5ab21b93-3d04-4eda-9da1-c2eed5930a3a: ACTIVE {{(pid=75036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 31 12:42:03.333796 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a38f6-4517-42aa-a946-da713623fbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb28a8ac-0ad3-4684-a069-c6d47fdfc859,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:03.337363 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90037816-8f09-4ac0-b001-bbacf50f2491 req-bc3bc54b-4ff6-44c5-b742-b76ba26d0cbf tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:03.349785 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-320a38f6-4517-42aa-a946-da713623fbd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:03.352287 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-12df2319-7e3d-4020-8ba5-0398d7860f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.355933 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-90037816-8f09-4ac0-b001-bbacf50f2491 req-bc3bc54b-4ff6-44c5-b742-b76ba26d0cbf tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d8155c-b9ef-426b-b44b-8d7f5f901fcd HTTP/1.1" status: 200 len: 944 time: 0.1264484 Aug 31 12:42:03.411278 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-90037816-8f09-4ac0-b001-bbacf50f2491 req-25725c34-cdc1-40fc-9ad9-634fbaecb346 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541193 Aug 31 12:42:03.564397 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-12df2319-7e3d-4020-8ba5-0398d7860f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.584164 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Attempting to bind port d129d169-b832-444a-8daa-54a1af198c2d on host hv-cinder-80669 for vnic_type normal with profile {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:42:03.584506 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Attempting to bind port d129d169-b832-444a-8daa-54a1af198c2d by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': 'c830b616-b726-41b5-b25f-fbe5a18b878e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a'}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:42:03.584837 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Attempting to bind port d129d169-b832-444a-8daa-54a1af198c2d on network c6ceaadb-368e-432b-9744-86af2318977a {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:42:03.638012 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Port d129d169-b832-444a-8daa-54a1af198c2d on network c6ceaadb-368e-432b-9744-86af2318977a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:42:03.638342 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Attempting to bind port d129d169-b832-444a-8daa-54a1af198c2d on network c6ceaadb-368e-432b-9744-86af2318977a {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:42:03.665813 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-1992959e-6b2b-45d0-b082-1720bee49a6d tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:03.667195 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-1992959e-6b2b-45d0-b082-1720bee49a6d tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/networks?id=a36d24c3-0e0d-456c-9716-aabf4cd0f51f HTTP/1.1" status: 200 len: 808 time: 0.4307451 Aug 31 12:42:03.668804 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Checking agent: {'id': '5e6dd7d8-f43f-4d17-8159-c302453ef7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:42:03.669142 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Checking segment: {'id': 'c830b616-b726-41b5-b25f-fbe5a18b878e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:42:03.669550 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Bound using segment: {'id': 'c830b616-b726-41b5-b25f-fbe5a18b878e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a'} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:42:03.670205 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Bound port: d129d169-b832-444a-8daa-54a1af198c2d, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c830b616-b726-41b5-b25f-fbe5a18b878e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a'}}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:42:03.670545 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.725902 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-b90bf3f7-bb8d-4873-abf3-fa8060f2f18a tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/quotas/ddb5bd72b038441da2379594bbb6daf1 HTTP/1.1" status: 200 len: 375 time: 0.0454571 Aug 31 12:42:03.786908 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-12df2319-7e3d-4020-8ba5-0398d7860f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.796133 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-48e45f0d-204e-4d44-8d34-43ab778836d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:03.800899 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f39820-33f5-4797-87ee-36d5c043b57e req-f2838573-5281-4854-9a25-eabfa7c13f53 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:03.805740 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-f2f39820-33f5-4797-87ee-36d5c043b57e req-f2838573-5281-4854-9a25-eabfa7c13f53 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.0933919 Aug 31 12:42:03.807223 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-84bd0ee4-9bc3-461e-97fc-65251a494ec5 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddb5bd72b038441da2379594bbb6daf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688188 Aug 31 12:42:03.827008 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df2319-7e3d-4020-8ba5-0398d7860f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb28a8ac-0ad3-4684-a069-c6d47fdfc859,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:03.850861 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-12df2319-7e3d-4020-8ba5-0398d7860f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:03.863411 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-12df2319-7e3d-4020-8ba5-0398d7860f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.864393 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-12df2319-7e3d-4020-8ba5-0398d7860f97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb28a8ac-0ad3-4684-a069-c6d47fdfc859 HTTP/1.1" status: 204 len: 168 time: 1.0147007 Aug 31 12:42:03.929778 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] For port d129d169-b832-444a-8daa-54a1af198c2d, host hv-cinder-80669, cleared binding levels {{(pid=75035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:42:03.948369 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] For port d129d169-b832-444a-8daa-54a1af198c2d, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=d129d169-b832-444a-8daa-54a1af198c2d,segment=NetworkSegment(c830b616-b726-41b5-b25f-fbe5a18b878e),segment_id=c830b616-b726-41b5-b25f-fbe5a18b878e)] {{(pid=75035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:42:03.959117 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:03.974725 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:03.998472 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-f2f39820-33f5-4797-87ee-36d5c043b57e req-17aa5cec-c836-4c78-933e-c945265f090b tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856019 Aug 31 12:42:04.062961 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:04.064379 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] 10.222.0.52 "PUT /v2.0/ports/d129d169-b832-444a-8daa-54a1af198c2d HTTP/1.1" status: 200 len: 1094 time: 3.2808654 Aug 31 12:42:04.066289 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d8155c-b9ef-426b-b44b-8d7f5f901fcd', 'tag': 'd129d169-b832-444a-8daa-54a1af198c2d'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:42:04.075713 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-74c09af0-e85d-4ae6-8bae-df13e6d595e5 service neutron] 10.222.0.13 "GET /v2.0/networks/a36d24c3-0e0d-456c-9716-aabf4cd0f51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519627 Aug 31 12:42:04.084369 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Pushing event updated for resources: {'Port': ['ID=d129d169-b832-444a-8daa-54a1af198c2d,revision_number=3']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:04.092885 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:04.324500 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-c4708130-b8d8-4d59-ad14-6d7e9357e49f service neutron] 10.222.0.13 "GET /v2.0/networks/a36d24c3-0e0d-456c-9716-aabf4cd0f51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194583 Aug 31 12:42:04.329648 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-9f74c6ee-6a56-4b73-b4bd-3c1528b579fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64fbaa82947f4910b46f8f5a33a5468f&device_id=87d8155c-b9ef-426b-b44b-8d7f5f901fcd HTTP/1.1" status: 200 len: 1097 time: 0.2025180 Aug 31 12:42:04.462836 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 34074) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:42:04.472797 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-cf0ab820-c9f2-46f5-a80a-461c0af0bce8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d129d169-b832-444a-8daa-54a1af198c2d HTTP/1.1" status: 200 len: 217 time: 0.1218872 Aug 31 12:42:04.504397 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-16f61698-847e-4e4e-8b76-056091a87bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:04.622859 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-16f61698-847e-4e4e-8b76-056091a87bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:42:04.631450 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-16f61698-847e-4e4e-8b76-056091a87bc3 admin admin] Usage tracker for resource:security_group_rule and tenant:ee80ed9f548d41b185c751ef48d55640 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:42:04.638346 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-16f61698-847e-4e4e-8b76-056091a87bc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:42:04.651692 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-16f61698-847e-4e4e-8b76-056091a87bc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:42:04.663946 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-01bfb74e-bf22-4f53-8df3-20a3b12f908b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:04.666355 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-01bfb74e-bf22-4f53-8df3-20a3b12f908b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0fca416c-3c76-43d1-973c-75d943c37281 HTTP/1.1" status: 200 len: 854 time: 0.1765449 Aug 31 12:42:04.674709 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d8155c-b9ef-426b-b44b-8d7f5f901fcd', 'tag': 'd129d169-b832-444a-8daa-54a1af198c2d', 'status': 'completed', 'code': 200} Aug 31 12:42:04.787671 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f1ae70d5-093b-492b-b7f2-adf376d2f9bc req-e5c5370d-793d-4f02-9a34-cb4c2ab3bb30 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab39e8d-76ed-4f7f-b173-907d7be42173 HTTP/1.1" status: 200 len: 210 time: 0.1054146 Aug 31 12:42:04.803403 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-e1030388-8c60-4080-abc9-70361ad20a5e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6ceaadb-368e-432b-9744-86af2318977a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193483 Aug 31 12:42:04.925304 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-16f61698-847e-4e4e-8b76-056091a87bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:04.939710 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7554ff-a0e8-4633-ad69-93130e71653c req-01bdf75c-2085-4777-936c-89447b7a40fe tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:04.956423 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5f7554ff-a0e8-4633-ad69-93130e71653c req-01bdf75c-2085-4777-936c-89447b7a40fe tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d8155c-b9ef-426b-b44b-8d7f5f901fcd HTTP/1.1" status: 200 len: 944 time: 0.2600622 Aug 31 12:42:04.960985 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-16f61698-847e-4e4e-8b76-056091a87bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:05.016745 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-166fa4bc-2522-4bde-943b-24d94ab8c95a service neutron] 10.222.0.52 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015481 Aug 31 12:42:05.038159 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-61cbe950-350f-48ef-938c-493c91df9713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:05.054896 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-16f61698-847e-4e4e-8b76-056091a87bc3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee80ed9f548d41b185c751ef48d55640&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5883870 Aug 31 12:42:05.056252 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 34096) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:42:05.131582 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f61698-847e-4e4e-8b76-056091a87bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa8074d-cd41-4ef2-a98d-79037dd9677b,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:05.147512 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5f7554ff-a0e8-4633-ad69-93130e71653c req-1bf12aea-6771-4613-a0db-6b74719d8278 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879764 Aug 31 12:42:05.149577 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-16f61698-847e-4e4e-8b76-056091a87bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:05.321475 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5a69177a-fb67-4f5b-8b8b-4fe0239034fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:05.354024 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5a69177a-fb67-4f5b-8b8b-4fe0239034fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:05.375556 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3c9a8d0f-c285-4513-a3aa-0cc5b2922e10 req-712fd94c-6524-4f23-86dd-8eb56900af90 service neutron] 10.222.0.52 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501747 Aug 31 12:42:05.418699 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5a69177a-fb67-4f5b-8b8b-4fe0239034fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:05.424378 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-f2a38948-efa2-4f89-a92e-80033a7a6f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:05.434808 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b9e8cf8a-628c-492d-85f0-3932fbc3d155 req-16483418-7b23-4f2d-8c77-d0a79bd369ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee1789ece77e48d9b5f61bbc4d7c4187&device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 1098 time: 0.2587991 Aug 31 12:42:05.440314 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69177a-fb67-4f5b-8b8b-4fe0239034fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa8074d-cd41-4ef2-a98d-79037dd9677b,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:05.444003 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5a69177a-fb67-4f5b-8b8b-4fe0239034fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:05.446790 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5a69177a-fb67-4f5b-8b8b-4fe0239034fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:05.448184 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-5a69177a-fb67-4f5b-8b8b-4fe0239034fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eaa8074d-cd41-4ef2-a98d-79037dd9677b HTTP/1.1" status: 204 len: 168 time: 0.3902965 Aug 31 12:42:05.565840 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f475e21b-af7c-4ea9-85f7-107f030f3adb req-4d5b3902-f061-4118-ba1e-dfe4d8729073 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64fbaa82947f4910b46f8f5a33a5468f&device_id=87d8155c-b9ef-426b-b44b-8d7f5f901fcd HTTP/1.1" status: 200 len: 1097 time: 0.0930696 Aug 31 12:42:05.598955 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f05b39-a59f-4595-b251-e11a94cd5798 req-61c375bf-9f35-4f04-ba92-0a7068d16ee2 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:05.605831 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d0f05b39-a59f-4595-b251-e11a94cd5798 req-61c375bf-9f35-4f04-ba92-0a7068d16ee2 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.2456393 Aug 31 12:42:05.674413 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8cf8a-628c-492d-85f0-3932fbc3d155 req-60cc28a2-9c2c-46db-9e62-9eb3324fd016 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:05.680350 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b9e8cf8a-628c-492d-85f0-3932fbc3d155 req-60cc28a2-9c2c-46db-9e62-9eb3324fd016 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7520f9db-2e41-4f94-941d-df19122372d5 HTTP/1.1" status: 200 len: 920 time: 0.2207680 Aug 31 12:42:05.776844 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475e21b-af7c-4ea9-85f7-107f030f3adb req-7ef5b611-90da-4302-ad1a-0dab74aec127 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:05.778773 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f475e21b-af7c-4ea9-85f7-107f030f3adb req-7ef5b611-90da-4302-ad1a-0dab74aec127 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c6ceaadb-368e-432b-9744-86af2318977a HTTP/1.1" status: 200 len: 915 time: 0.1859052 Aug 31 12:42:05.785571 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b9e8cf8a-628c-492d-85f0-3932fbc3d155 req-d6c74560-dcb7-40b3-af6e-80a09e34c559 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3694f5ef-b8f7-4e39-878a-357d72f64dad HTTP/1.1" status: 200 len: 217 time: 0.0882144 Aug 31 12:42:05.801277 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d0f05b39-a59f-4595-b251-e11a94cd5798 req-43123664-d535-433d-b9a7-8196a5ebfeb9 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943064 Aug 31 12:42:05.865624 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f475e21b-af7c-4ea9-85f7-107f030f3adb req-f94aece3-fa0b-4682-90f2-22c5e9513964 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d129d169-b832-444a-8daa-54a1af198c2d HTTP/1.1" status: 200 len: 217 time: 0.0786369 Aug 31 12:42:05.868367 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8cf8a-628c-492d-85f0-3932fbc3d155 req-b9eb6f01-ac8c-44d6-b76a-73fb80899daf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:05.869918 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b9e8cf8a-628c-492d-85f0-3932fbc3d155 req-b9eb6f01-ac8c-44d6-b76a-73fb80899daf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0489485-e8f4-418a-8948-f2ea1b94cbf8 HTTP/1.1" status: 200 len: 859 time: 0.0675797 Aug 31 12:42:05.935895 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b9e8cf8a-628c-492d-85f0-3932fbc3d155 req-02f8c899-804b-4587-8473-74b30cfa2813 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7520f9db-2e41-4f94-941d-df19122372d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524473 Aug 31 12:42:06.038783 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-37f51267-7d15-4ca3-a28d-5dcf261501e2 req-dcb129f9-27e2-42c1-bff1-bfba208a2ada tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab39e8d-76ed-4f7f-b173-907d7be42173 HTTP/1.1" status: 200 len: 210 time: 0.0549276 Aug 31 12:42:06.063062 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475e21b-af7c-4ea9-85f7-107f030f3adb req-cb8c85c7-4801-4f69-8e72-b1a1c84f1ace service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:06.064624 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f475e21b-af7c-4ea9-85f7-107f030f3adb req-cb8c85c7-4801-4f69-8e72-b1a1c84f1ace service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0fca416c-3c76-43d1-973c-75d943c37281 HTTP/1.1" status: 200 len: 854 time: 0.1816552 Aug 31 12:42:06.139244 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f475e21b-af7c-4ea9-85f7-107f030f3adb req-039799e2-86ca-4bdb-abcd-436b57012c36 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6ceaadb-368e-432b-9744-86af2318977a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510979 Aug 31 12:42:06.175883 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b9e8cf8a-628c-492d-85f0-3932fbc3d155 req-4517d78e-0f75-41b6-b6f2-e01c873dc8ce service neutron] 10.222.0.52 "GET /v2.0/networks/7520f9db-2e41-4f94-941d-df19122372d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197084 Aug 31 12:42:06.325112 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f475e21b-af7c-4ea9-85f7-107f030f3adb req-ca4b8f94-f54d-4e97-815d-888eefc59678 service neutron] 10.222.0.52 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724973 Aug 31 12:42:06.475872 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b9e8cf8a-628c-492d-85f0-3932fbc3d155 req-3659bf09-a510-48c2-8e2f-0c28914c3cb0 service neutron] 10.222.0.52 "GET /v2.0/networks/7520f9db-2e41-4f94-941d-df19122372d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914965 Aug 31 12:42:06.586250 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f475e21b-af7c-4ea9-85f7-107f030f3adb req-a5bdb77f-cabc-4ffa-b09e-d1394224b04b service neutron] 10.222.0.52 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538130 Aug 31 12:42:06.669884 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d746ca7-f790-4e32-9a90-f382772a5fa2 req-605aae8f-4c07-4736-b0d7-64c9c1dabc71 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:06.672323 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-9d746ca7-f790-4e32-9a90-f382772a5fa2 req-605aae8f-4c07-4736-b0d7-64c9c1dabc71 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d8155c-b9ef-426b-b44b-8d7f5f901fcd HTTP/1.1" status: 200 len: 944 time: 0.3239286 Aug 31 12:42:06.738944 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-9d746ca7-f790-4e32-9a90-f382772a5fa2 req-b27f883b-a38f-47e3-bcfe-3cd3a5a1013a tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599678 Aug 31 12:42:06.859940 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-3ba7bc7a-8897-4372-b583-fdc2937602b9 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:06.863043 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-3ba7bc7a-8897-4372-b583-fdc2937602b9 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.52 "GET /v2.0/networks?id=a36d24c3-0e0d-456c-9716-aabf4cd0f51f HTTP/1.1" status: 200 len: 808 time: 0.2756362 Aug 31 12:42:06.919958 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-19b9a989-e7c9-4880-b270-c391a5869f73 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Request body: {'port': {'device_id': '0ab39e8d-76ed-4f7f-b173-907d7be42173', 'network_id': 'a36d24c3-0e0d-456c-9716-aabf4cd0f51f', 'admin_state_up': True, 'tenant_id': 'ddb5bd72b038441da2379594bbb6daf1'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:42:06.960399 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 34138) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:42:07.135381 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0a2d5-554d-4648-b1eb-8eeb02b419a8 req-6d2be1e7-6a85-4b90-99d7-20ad4555870f tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:07.137397 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7cd0a2d5-554d-4648-b1eb-8eeb02b419a8 req-6d2be1e7-6a85-4b90-99d7-20ad4555870f tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1225486 Aug 31 12:42:07.200165 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-287937148-network', 'tenant_id': '000315d9835948618872c8f081afb232'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:42:07.211049 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:42:07.215063 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-19b9a989-e7c9-4880-b270-c391a5869f73 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:42:07.219824 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-19b9a989-e7c9-4880-b270-c391a5869f73 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Usage tracker for resource:port and tenant:ddb5bd72b038441da2379594bbb6daf1 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:42:07.223174 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-19b9a989-e7c9-4880-b270-c391a5869f73 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:42:07.225004 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Usage tracker for resource:network and tenant:000315d9835948618872c8f081afb232 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:42:07.230336 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-19b9a989-e7c9-4880-b270-c391a5869f73 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:42:07.230802 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:42:07.243284 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-19b9a989-e7c9-4880-b270-c391a5869f73 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Made reservation on behalf of ddb5bd72b038441da2379594bbb6daf1 for: {'port': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:42:07.245079 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:42:07.246684 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-19b9a989-e7c9-4880-b270-c391a5869f73 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:07.258293 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7cd0a2d5-554d-4648-b1eb-8eeb02b419a8 req-6ad0a7ed-7552-4cb8-89ee-bb1643ec2813 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127288 Aug 31 12:42:07.265790 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Made reservation on behalf of 000315d9835948618872c8f081afb232 for: {'network': 1} {{(pid=75034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:42:07.269982 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for network, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:07.292443 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:07.321224 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c2ddd8a9-20f4-4d91-921b-7aabff1bd89b req-6eade94e-056e-4657-b63d-7c76b0f48c76 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab39e8d-76ed-4f7f-b173-907d7be42173 HTTP/1.1" status: 200 len: 210 time: 0.0558128 Aug 31 12:42:07.340919 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:42:07.345579 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Usage tracker for resource:security_group_rule and tenant:000315d9835948618872c8f081afb232 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:42:07.349033 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:42:07.355069 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:42:07.430879 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:07.436180 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:07.439452 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-e5460472-1c14-4660-baf6-9e10ff6ddcb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:07.474005 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=75034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 31 12:42:07.483627 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:07.487659 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:07.490742 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:07.491142 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.db.segments_db [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Added segment 5680c92a-10e4-481b-a52a-651b73504bdc of type vlan for network 9a477d85-f78f-41ab-a3bc-a0184bfd3619 Aug 31 12:42:07.515788 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-19b9a989-e7c9-4880-b270-c391a5869f73 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Allocated IP 172.20.0.12 (a36d24c3-0e0d-456c-9716-aabf4cd0f51f/b1fe744c-3ec7-4b15-ad74-d68dabe06d60/31d1f8de-5a48-44c6-b001-e61548ddfa5f) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:42:07.525385 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767722117506'] for network, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:07.575728 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for network, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:07.577308 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:07.578169 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:07.581975 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-eb5ec681-b429-4163-a7c3-63487faec6de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:07.693868 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Pushing event updated for resources: {'Network': ['ID=9a477d85-f78f-41ab-a3bc-a0184bfd3619,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:07.697401 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:07.699723 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7376170 Aug 31 12:42:07.704413 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 34152) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:42:07.712878 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-b6cb7561-75ab-4dc1-8418-f514b59a9a58 admin admin] Request body: {'subnet': {'network_id': '9a477d85-f78f-41ab-a3bc-a0184bfd3619', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-287937148-subnet', 'tenant_id': '000315d9835948618872c8f081afb232', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:42:07.718948 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-b6cb7561-75ab-4dc1-8418-f514b59a9a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:42:07.723861 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-b6cb7561-75ab-4dc1-8418-f514b59a9a58 admin admin] Usage tracker for resource:subnet and tenant:000315d9835948618872c8f081afb232 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:42:07.727542 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-b6cb7561-75ab-4dc1-8418-f514b59a9a58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:42:07.730898 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Network 9a477d85-f78f-41ab-a3bc-a0184bfd3619 details requested by agent ovs-agent-dv-cinder-806696-1-smb with host dv-cinder-806696-1-smb {{(pid=75036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 12:42:07.734641 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-b6cb7561-75ab-4dc1-8418-f514b59a9a58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:42:07.747379 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cb7561-75ab-4dc1-8418-f514b59a9a58 admin admin] Made reservation on behalf of 000315d9835948618872c8f081afb232 for: {'subnet': 1} {{(pid=75034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:42:07.750093 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-b6cb7561-75ab-4dc1-8418-f514b59a9a58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1612616'] for subnet, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:07.906264 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-19b9a989-e7c9-4880-b270-c391a5869f73 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:07.975088 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-19b9a989-e7c9-4880-b270-c391a5869f73 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:07.990929 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:08.170280 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-19b9a989-e7c9-4880-b270-c391a5869f73 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Network a36d24c3-0e0d-456c-9716-aabf4cd0f51f is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:42:08.172331 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9a989-e7c9-4880-b270-c391a5869f73 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Pushing event updated for resources: {'Port': ['ID=31d1f8de-5a48-44c6-b001-e61548ddfa5f,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:08.175103 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-19b9a989-e7c9-4880-b270-c391a5869f73 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:42:08.176866 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-19b9a989-e7c9-4880-b270-c391a5869f73 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:08.179201 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-19b9a989-e7c9-4880-b270-c391a5869f73 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:42:08.236365 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-b6cb7561-75ab-4dc1-8418-f514b59a9a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1383546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1612634'] for subnet, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:08.240999 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-95d2724b-985e-4ab4-b31a-31840edb438f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:08.250476 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-19b9a989-e7c9-4880-b270-c391a5869f73 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:08.251172 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-19b9a989-e7c9-4880-b270-c391a5869f73 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:08.269970 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b66df6-6f9a-4a85-b6a1-331f2d442049 req-fdb7bca9-a2f9-49c7-aa92-3c7b369d1e97 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:08.270690 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-87b66df6-6f9a-4a85-b6a1-331f2d442049 req-fdb7bca9-a2f9-49c7-aa92-3c7b369d1e97 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Synchronizing usage tracker for tenant:64fbaa82947f4910b46f8f5a33a5468f on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:42:08.291095 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-19b9a989-e7c9-4880-b270-c391a5869f73 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3776140 Aug 31 12:42:08.293051 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-87b66df6-6f9a-4a85-b6a1-331f2d442049 req-fdb7bca9-a2f9-49c7-aa92-3c7b369d1e97 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Unset dirty status for tenant:64fbaa82947f4910b46f8f5a33a5468f on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:42:08.294231 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-87b66df6-6f9a-4a85-b6a1-331f2d442049 req-fdb7bca9-a2f9-49c7-aa92-3c7b369d1e97 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d8155c-b9ef-426b-b44b-8d7f5f901fcd HTTP/1.1" status: 200 len: 944 time: 0.2301722 Aug 31 12:42:08.307706 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Request body: {'port': {'device_id': '0ab39e8d-76ed-4f7f-b173-907d7be42173', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:42:08.314995 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb7561-75ab-4dc1-8418-f514b59a9a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33c5a035-1247-49aa-94f0-a6855ee44fda,revision_number=0']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:08.317774 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-b6cb7561-75ab-4dc1-8418-f514b59a9a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:08.336235 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cb7561-75ab-4dc1-8418-f514b59a9a58 admin admin] Checking segment: {'id': '5680c92a-10e4-481b-a52a-651b73504bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9a477d85-f78f-41ab-a3bc-a0184bfd3619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:42:08.336591 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cb7561-75ab-4dc1-8418-f514b59a9a58 admin admin] Network hostable DHCP agents. Network: 9a477d85-f78f-41ab-a3bc-a0184bfd3619, hostable agents: ['c4bdb865-a81e-4643-8bd9-838ee0d40aaf'], hosted agents: [] {{(pid=75034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:42:08.362769 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cb7561-75ab-4dc1-8418-f514b59a9a58 admin admin] Network 9a477d85-f78f-41ab-a3bc-a0184bfd3619 is scheduled to be hosted by DHCP agent c4bdb865-a81e-4643-8bd9-838ee0d40aaf with binding_index 1 {{(pid=75034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:42:08.382124 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [None req-b6cb7561-75ab-4dc1-8418-f514b59a9a58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-smb, 9a477d85-f78f-41ab-a3bc-a0184bfd3619) {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:42:08.386933 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cb7561-75ab-4dc1-8418-f514b59a9a58 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:08.387874 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-b6cb7561-75ab-4dc1-8418-f514b59a9a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for subnet, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:08.400633 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fda0e20-6600-44ca-a871-9af2d3a44a87 None None] Network 9a477d85-f78f-41ab-a3bc-a0184bfd3619 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:42:08.414508 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-87b66df6-6f9a-4a85-b6a1-331f2d442049 req-ec898342-8eb3-4df5-86ec-0e7759349a9b tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805421 Aug 31 12:42:08.479092 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:08.526346 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-b6cb7561-75ab-4dc1-8418-f514b59a9a58 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8206828 Aug 31 12:42:08.569290 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096aefd-5190-4f8c-8be5-88a7957977aa req-8802c959-c93f-4f3e-b6ec-c814b26d8478 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:08.579455 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c096aefd-5190-4f8c-8be5-88a7957977aa req-8802c959-c93f-4f3e-b6ec-c814b26d8478 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1561892 Aug 31 12:42:08.643393 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0de5bdd-8843-46a9-bd37-e9dcd121408b None None] Network 9a477d85-f78f-41ab-a3bc-a0184bfd3619 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:42:08.666987 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c096aefd-5190-4f8c-8be5-88a7957977aa req-72ed84ff-d3d2-40d7-a1c9-2b4317b3a017 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840402 Aug 31 12:42:08.894612 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b511b42-4413-49c3-ae30-c6a0e3d97196 req-d22e16e3-ad61-408a-8beb-2c016054402f tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:08.895284 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-1b511b42-4413-49c3-ae30-c6a0e3d97196 req-d22e16e3-ad61-408a-8beb-2c016054402f tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Synchronizing usage tracker for tenant:ddb5bd72b038441da2379594bbb6daf1 on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:42:08.954842 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-1b511b42-4413-49c3-ae30-c6a0e3d97196 req-d22e16e3-ad61-408a-8beb-2c016054402f tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Unset dirty status for tenant:ddb5bd72b038441da2379594bbb6daf1 on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:42:08.969122 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-1b511b42-4413-49c3-ae30-c6a0e3d97196 req-d22e16e3-ad61-408a-8beb-2c016054402f tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab39e8d-76ed-4f7f-b173-907d7be42173 HTTP/1.1" status: 200 len: 932 time: 0.3858747 Aug 31 12:42:09.094405 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-1b511b42-4413-49c3-ae30-c6a0e3d97196 req-bcce3056-1ca4-460a-ae35-e76607ec0f73 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/security-groups?id=f39e9f28-a707-4d86-bfb4-aed953584715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237788 Aug 31 12:42:09.245463 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d1f8de-5a48-44c6-b001-e61548ddfa5f {{(pid=75035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:42:09.254770 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:09.281745 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Transition to ACTIVE for port object 31d1f8de-5a48-44c6-b001-e61548ddfa5f will not be triggered until provisioned by entity L2. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:42:09.288663 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:09.305317 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:09.514581 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Pushing event updated for resources: {'Port': ['ID=31d1f8de-5a48-44c6-b001-e61548ddfa5f,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:09.521839 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:09.588638 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Attempting to bind port 31d1f8de-5a48-44c6-b001-e61548ddfa5f on host hv-cinder-80669 for vnic_type normal with profile {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:42:09.590701 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Attempting to bind port 31d1f8de-5a48-44c6-b001-e61548ddfa5f by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': 'eae1b17e-acc9-409c-acef-8bcf6abcba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a36d24c3-0e0d-456c-9716-aabf4cd0f51f'}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:42:09.591432 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Attempting to bind port 31d1f8de-5a48-44c6-b001-e61548ddfa5f on network a36d24c3-0e0d-456c-9716-aabf4cd0f51f {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:42:09.675127 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Port 31d1f8de-5a48-44c6-b001-e61548ddfa5f on network a36d24c3-0e0d-456c-9716-aabf4cd0f51f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:42:09.675623 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Attempting to bind port 31d1f8de-5a48-44c6-b001-e61548ddfa5f on network a36d24c3-0e0d-456c-9716-aabf4cd0f51f {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:42:09.701857 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Checking agent: {'id': '5e6dd7d8-f43f-4d17-8159-c302453ef7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:42:09.702369 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Checking segment: {'id': 'eae1b17e-acc9-409c-acef-8bcf6abcba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a36d24c3-0e0d-456c-9716-aabf4cd0f51f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:42:09.703258 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Bound using segment: {'id': 'eae1b17e-acc9-409c-acef-8bcf6abcba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a36d24c3-0e0d-456c-9716-aabf4cd0f51f'} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:42:09.704084 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Bound port: 31d1f8de-5a48-44c6-b001-e61548ddfa5f, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae1b17e-acc9-409c-acef-8bcf6abcba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a36d24c3-0e0d-456c-9716-aabf4cd0f51f'}}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:42:09.704604 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:09.712077 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 34192) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:42:09.807691 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabb526-fa4d-423b-aa06-ec2b5d2ff869 req-db0196ee-db40-4208-986a-0e400ffea058 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:09.810334 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7cabb526-fa4d-423b-aa06-ec2b5d2ff869 req-db0196ee-db40-4208-986a-0e400ffea058 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d8155c-b9ef-426b-b44b-8d7f5f901fcd HTTP/1.1" status: 200 len: 944 time: 0.2012265 Aug 31 12:42:09.894381 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device d129d169-b832-444a-8daa-54a1af198c2d details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:42:09.899077 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7cabb526-fa4d-423b-aa06-ec2b5d2ff869 req-5198f58c-af0d-48a1-be3b-6b1f1b89251d tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827088 Aug 31 12:42:09.900812 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] For port 31d1f8de-5a48-44c6-b001-e61548ddfa5f, host hv-cinder-80669, cleared binding levels {{(pid=75035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:42:09.907800 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] For port 31d1f8de-5a48-44c6-b001-e61548ddfa5f, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=31d1f8de-5a48-44c6-b001-e61548ddfa5f,segment=NetworkSegment(eae1b17e-acc9-409c-acef-8bcf6abcba01),segment_id=eae1b17e-acc9-409c-acef-8bcf6abcba01)] {{(pid=75035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:42:09.916563 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:09.930889 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-59eaa8de-5fce-4a69-996e-a1b263f406d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:10.015593 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:10.017070 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] 10.222.0.52 "PUT /v2.0/ports/31d1f8de-5a48-44c6-b001-e61548ddfa5f HTTP/1.1" status: 200 len: 1094 time: 1.7156203 Aug 31 12:42:10.017760 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab39e8d-76ed-4f7f-b173-907d7be42173', 'tag': '31d1f8de-5a48-44c6-b001-e61548ddfa5f'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:42:10.032291 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e4d05-c1a6-4238-9cf0-c94e01364237 req-bf87c030-4954-488c-abd4-f619fb797851 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:10.038123 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-857e4d05-c1a6-4238-9cf0-c94e01364237 req-bf87c030-4954-488c-abd4-f619fb797851 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1323388 Aug 31 12:42:10.062191 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Pushing event updated for resources: {'Port': ['ID=31d1f8de-5a48-44c6-b001-e61548ddfa5f,revision_number=3']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:10.065657 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:10.094523 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-9b5ae523-1291-40f8-a0cc-43b07f772827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:10.139844 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab39e8d-76ed-4f7f-b173-907d7be42173', 'tag': '31d1f8de-5a48-44c6-b001-e61548ddfa5f', 'status': 'completed', 'code': 200} Aug 31 12:42:10.177478 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-723f43ca-f6ce-48ee-a4a7-8f4e5e8e0152 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ddb5bd72b038441da2379594bbb6daf1&device_id=0ab39e8d-76ed-4f7f-b173-907d7be42173 HTTP/1.1" status: 200 len: 1097 time: 0.0950437 Aug 31 12:42:10.211649 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-9b5ae523-1291-40f8-a0cc-43b07f772827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:42:10.228286 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-857e4d05-c1a6-4238-9cf0-c94e01364237 req-f63f5e3d-8469-4563-b334-eaf076727c15 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554573 Aug 31 12:42:10.229470 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-9b5ae523-1291-40f8-a0cc-43b07f772827 admin admin] Usage tracker for resource:security_group_rule and tenant:9e1f76fe454e4e65b31ac5263a59362b is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:42:10.240492 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-9b5ae523-1291-40f8-a0cc-43b07f772827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:42:10.241462 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port d129d169-b832-444a-8daa-54a1af198c2d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=d129d169-b832-444a-8daa-54a1af198c2d,segment=NetworkSegment(c830b616-b726-41b5-b25f-fbe5a18b878e),segment_id=c830b616-b726-41b5-b25f-fbe5a18b878e)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:10.252683 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-9b5ae523-1291-40f8-a0cc-43b07f772827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:42:10.314669 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': 'd129d169-b832-444a-8daa-54a1af198c2d', 'network_id': 'c6ceaadb-368e-432b-9744-86af2318977a', 'port_id': 'd129d169-b832-444a-8daa-54a1af198c2d', 'mac_address': 'fa:16:3e:8c:3e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fca416c-3c76-43d1-973c-75d943c37281', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:42:10.389703 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-5901e1a1-7fe7-453e-b472-95526243f0fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31d1f8de-5a48-44c6-b001-e61548ddfa5f HTTP/1.1" status: 200 len: 217 time: 0.2015507 Aug 31 12:42:10.441520 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:10.472610 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d129d169-b832-444a-8daa-54a1af198c2d {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:42:10.495051 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port d129d169-b832-444a-8daa-54a1af198c2d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=d129d169-b832-444a-8daa-54a1af198c2d,segment=NetworkSegment(c830b616-b726-41b5-b25f-fbe5a18b878e),segment_id=c830b616-b726-41b5-b25f-fbe5a18b878e)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:10.501197 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:10.503496 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:10.516125 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-f98fa3f3-4fc5-405f-90a5-bc6542c83c72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:10.518236 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-f98fa3f3-4fc5-405f-90a5-bc6542c83c72 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b1fe744c-3ec7-4b15-ad74-d68dabe06d60 HTTP/1.1" status: 200 len: 848 time: 0.1117449 Aug 31 12:42:10.570049 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-9b5ae523-1291-40f8-a0cc-43b07f772827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:10.597800 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-9b5ae523-1291-40f8-a0cc-43b07f772827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:10.600699 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=d129d169-b832-444a-8daa-54a1af198c2d,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:10.608434 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:10.623384 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-9bf78388-1516-4c03-b065-53dfe80617a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:10.623633 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-df4a6646-e402-4182-ad39-be87c0fb3c10 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a36d24c3-0e0d-456c-9716-aabf4cd0f51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934477 Aug 31 12:42:10.697370 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ae523-1291-40f8-a0cc-43b07f772827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23d888c-1482-489b-9ffa-c34c81937da4,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:10.710924 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-9b5ae523-1291-40f8-a0cc-43b07f772827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:10.721220 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-9b5ae523-1291-40f8-a0cc-43b07f772827 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e1f76fe454e4e65b31ac5263a59362b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0079217 Aug 31 12:42:10.729868 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 34212) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:42:10.754974 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708db1f-28b5-4bee-8f8e-ba061b5ecc10 req-889b27cc-927c-469e-bdf8-920e93ad01ee tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:10.758477 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-4708db1f-28b5-4bee-8f8e-ba061b5ecc10 req-889b27cc-927c-469e-bdf8-920e93ad01ee tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab39e8d-76ed-4f7f-b173-907d7be42173 HTTP/1.1" status: 200 len: 944 time: 0.2996569 Aug 31 12:42:10.849423 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-4708db1f-28b5-4bee-8f8e-ba061b5ecc10 req-1f9784e0-ba94-4350-9cb8-6a4d83bc56df tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Synchronizing usage tracker for tenant:ddb5bd72b038441da2379594bbb6daf1 on resource:security_group {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:42:10.852427 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-2c312651-1f9e-48c2-8dee-7d70fbe1b37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:10.859571 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-b97f9901-eb21-4ffe-aa9b-632e0729416c service neutron] 10.222.0.52 "GET /v2.0/networks/a36d24c3-0e0d-456c-9716-aabf4cd0f51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257745 Aug 31 12:42:10.863762 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['d129d169-b832-444a-8daa-54a1af198c2d'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:42:10.880183 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-4708db1f-28b5-4bee-8f8e-ba061b5ecc10 req-1f9784e0-ba94-4350-9cb8-6a4d83bc56df tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Unset dirty status for tenant:ddb5bd72b038441da2379594bbb6daf1 on resource:security_group {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:42:10.898901 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-4708db1f-28b5-4bee-8f8e-ba061b5ecc10 req-1f9784e0-ba94-4350-9cb8-6a4d83bc56df tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/security-groups?id=f39e9f28-a707-4d86-bfb4-aed953584715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293011 Aug 31 12:42:10.987743 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-2c312651-1f9e-48c2-8dee-7d70fbe1b37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:11.200200 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-ecdbf62a-186e-4e51-90ed-051fa3737926 req-e718a2ab-b343-4f3a-b9c9-961753b59f42 service neutron] 10.222.0.52 "GET /v2.0/networks/a36d24c3-0e0d-456c-9716-aabf4cd0f51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353109 Aug 31 12:42:11.202597 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-2c312651-1f9e-48c2-8dee-7d70fbe1b37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:11.208560 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-8d1ebd1d-cc62-4ba8-8d7a-457e4b21d3d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:11.224469 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c312651-1f9e-48c2-8dee-7d70fbe1b37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23d888c-1482-489b-9ffa-c34c81937da4,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:11.229320 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-2c312651-1f9e-48c2-8dee-7d70fbe1b37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:11.243773 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-2c312651-1f9e-48c2-8dee-7d70fbe1b37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:11.258976 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-2c312651-1f9e-48c2-8dee-7d70fbe1b37b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b23d888c-1482-489b-9ffa-c34c81937da4 HTTP/1.1" status: 204 len: 168 time: 0.5192697 Aug 31 12:42:11.298662 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d68dc1-e95b-4c5e-b65e-c106a476ae6a req-e58934a4-2c50-45dd-ae60-7919521619c5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:11.300250 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c1d68dc1-e95b-4c5e-b65e-c106a476ae6a req-e58934a4-2c50-45dd-ae60-7919521619c5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d8155c-b9ef-426b-b44b-8d7f5f901fcd HTTP/1.1" status: 200 len: 945 time: 0.2028849 Aug 31 12:42:11.453862 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c1d68dc1-e95b-4c5e-b65e-c106a476ae6a req-c9f34ba2-44ca-44b7-a28c-fed22163b89b tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399751 Aug 31 12:42:11.469223 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3ac0a45d-399b-4093-b400-01996d34fb8d req-f733c74d-3c01-44e8-a079-21ad4b858bd8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ddb5bd72b038441da2379594bbb6daf1&device_id=0ab39e8d-76ed-4f7f-b173-907d7be42173 HTTP/1.1" status: 200 len: 1097 time: 0.2090368 Aug 31 12:42:11.475610 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-523061f8-20e3-479e-bd49-645b27ae5afb tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:11.476333 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-523061f8-20e3-479e-bd49-645b27ae5afb tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Synchronizing usage tracker for tenant:000315d9835948618872c8f081afb232 on resource:network {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:42:11.497329 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-523061f8-20e3-479e-bd49-645b27ae5afb tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Unset dirty status for tenant:000315d9835948618872c8f081afb232 on resource:network {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:42:11.498885 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-523061f8-20e3-479e-bd49-645b27ae5afb tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/networks?id=9a477d85-f78f-41ab-a3bc-a0184bfd3619 HTTP/1.1" status: 200 len: 808 time: 0.2179246 Aug 31 12:42:11.526263 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-e1bb45c2-862f-4698-8fdf-3f549a9d64b8 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/quotas/000315d9835948618872c8f081afb232 HTTP/1.1" status: 200 len: 375 time: 0.0214899 Aug 31 12:42:11.589810 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-ade85861-7a2a-4f71-8fe0-8ded43857c36 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=000315d9835948618872c8f081afb232&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563047 Aug 31 12:42:11.629671 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0a45d-399b-4093-b400-01996d34fb8d req-eb1ba36e-6e89-474f-ade6-7d9b041207ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:11.631221 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3ac0a45d-399b-4093-b400-01996d34fb8d req-eb1ba36e-6e89-474f-ade6-7d9b041207ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=a36d24c3-0e0d-456c-9716-aabf4cd0f51f HTTP/1.1" status: 200 len: 909 time: 0.1542900 Aug 31 12:42:11.710582 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3ac0a45d-399b-4093-b400-01996d34fb8d req-738345bc-c225-4da6-839f-5ba6247d9b04 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31d1f8de-5a48-44c6-b001-e61548ddfa5f HTTP/1.1" status: 200 len: 217 time: 0.0711019 Aug 31 12:42:11.754452 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-1101c7c9-f5d4-4ab1-968b-53563a8699ad service neutron] 10.222.0.13 "GET /v2.0/networks/9a477d85-f78f-41ab-a3bc-a0184bfd3619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546748 Aug 31 12:42:11.795950 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0a45d-399b-4093-b400-01996d34fb8d req-d828e52e-ae19-4d0b-a380-24e311c5548c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:11.798750 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3ac0a45d-399b-4093-b400-01996d34fb8d req-d828e52e-ae19-4d0b-a380-24e311c5548c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b1fe744c-3ec7-4b15-ad74-d68dabe06d60 HTTP/1.1" status: 200 len: 848 time: 0.0802383 Aug 31 12:42:11.853028 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3ac0a45d-399b-4093-b400-01996d34fb8d req-17ccf4f6-b917-45f9-bd5b-a97e1dcd4a3a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a36d24c3-0e0d-456c-9716-aabf4cd0f51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460103 Aug 31 12:42:11.901522 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-57e651c1-d874-4eef-b2b8-64ee803c4586 service neutron] 10.222.0.13 "GET /v2.0/networks/9a477d85-f78f-41ab-a3bc-a0184bfd3619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404068 Aug 31 12:42:12.012751 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3ac0a45d-399b-4093-b400-01996d34fb8d req-961d4b65-ee27-45f3-9768-8672c5b277fa service neutron] 10.222.0.52 "GET /v2.0/networks/a36d24c3-0e0d-456c-9716-aabf4cd0f51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499679 Aug 31 12:42:12.175219 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-9aff8fdd-2cf0-4ef8-9100-76aec0829ae1 req-5e586643-32d6-4ba1-9c65-a24a05186f5e tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adddfc4-18c2-40fd-9f50-3a4071df6c0b HTTP/1.1" status: 200 len: 210 time: 0.0425360 Aug 31 12:42:12.306376 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3ac0a45d-399b-4093-b400-01996d34fb8d req-40362deb-4bbf-4665-90d4-e9f0e9a9bfe3 service neutron] 10.222.0.52 "GET /v2.0/networks/a36d24c3-0e0d-456c-9716-aabf4cd0f51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794294 Aug 31 12:42:12.321866 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0bad3-592d-44c3-891c-f295dda3bf3a req-b19daa76-d9eb-440f-9939-4978d148123e tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:12.332628 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f3e0bad3-592d-44c3-891c-f295dda3bf3a req-b19daa76-d9eb-440f-9939-4978d148123e tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab39e8d-76ed-4f7f-b173-907d7be42173 HTTP/1.1" status: 200 len: 944 time: 0.2556419 Aug 31 12:42:12.379758 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 34270) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:42:12.437609 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6a8d1-2f00-4c40-a40e-f14d889a762b req-a7df9858-da1e-4058-ac6b-019deb4b30a6 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:12.443552 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b9f6a8d1-2f00-4c40-a40e-f14d889a762b req-a7df9858-da1e-4058-ac6b-019deb4b30a6 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1077647 Aug 31 12:42:12.456996 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f3e0bad3-592d-44c3-891c-f295dda3bf3a req-621ddf3c-bac7-4322-b672-bda6b22eb45e tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/security-groups?id=f39e9f28-a707-4d86-bfb4-aed953584715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232164 Aug 31 12:42:12.490326 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f304c55f-82c3-47a9-9b8f-8e98eb12ef4c req-26e7c370-8b28-49c8-ae7d-cc26380cca8b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1176155 Aug 31 12:42:12.579402 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b9f6a8d1-2f00-4c40-a40e-f14d889a762b req-c95e2fa7-9f26-4b81-8f11-334760da248b tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253886 Aug 31 12:42:12.624886 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-879525458-network', 'tenant_id': '5b0f9cad60c347a0b507183b6b74bfd2'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:42:12.631343 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:42:12.643387 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Usage tracker for resource:network and tenant:5b0f9cad60c347a0b507183b6b74bfd2 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:42:12.649087 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:42:12.664320 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:42:12.682826 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Made reservation on behalf of 5b0f9cad60c347a0b507183b6b74bfd2 for: {'network': 1} {{(pid=75034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:42:12.686118 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for network, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:12.701675 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:12.746093 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:42:12.752494 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Usage tracker for resource:security_group_rule and tenant:5b0f9cad60c347a0b507183b6b74bfd2 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:42:12.756627 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:42:12.766566 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:42:12.803142 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f304c55f-82c3-47a9-9b8f-8e98eb12ef4c req-fed13c83-3202-4cea-bc5a-5ae8d03fe2fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=64fbaa82947f4910b46f8f5a33a5468f&device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 1099 time: 0.2694249 Aug 31 12:42:12.816894 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6167d5-8f32-4e4f-be93-9b57843e8fb2 req-0eb2d53a-1ab7-4149-8a1d-e1b26bc48aa5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:12.819351 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-bf6167d5-8f32-4e4f-be93-9b57843e8fb2 req-0eb2d53a-1ab7-4149-8a1d-e1b26bc48aa5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d8155c-b9ef-426b-b44b-8d7f5f901fcd HTTP/1.1" status: 200 len: 945 time: 0.1461551 Aug 31 12:42:12.920540 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:12.929653 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:12.939749 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-738f3cdb-d83b-43a1-9623-31703149cf11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:12.990544 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=75034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 31 12:42:12.994703 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-bf6167d5-8f32-4e4f-be93-9b57843e8fb2 req-f038f0ec-3013-4ee5-a672-0b61d3d66369 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669741 Aug 31 12:42:13.007093 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751ac663-8b06-4a71-b9f9-a270ce8bfb27,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:13.010255 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:13.010834 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.db.segments_db [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Added segment 9edb5924-47f2-4a95-a00f-2ac66a5e25e9 of type vlan for network d51a5988-40c5-4f71-9804-6a291ebb8599 Aug 31 12:42:13.021074 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:13.045060 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767722117506'] for network, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:13.088296 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304c55f-82c3-47a9-9b8f-8e98eb12ef4c req-c1b1b38d-3ce3-4817-b088-f8c54f0d58c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:13.091531 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for network, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:13.092813 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:13.093434 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:13.095681 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f304c55f-82c3-47a9-9b8f-8e98eb12ef4c req-c1b1b38d-3ce3-4817-b088-f8c54f0d58c4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c6ceaadb-368e-432b-9744-86af2318977a HTTP/1.1" status: 200 len: 915 time: 0.2607646 Aug 31 12:42:13.101841 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:13.245005 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-848a62c5-2855-4f59-9ed0-f51a569649d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:13.279339 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Pushing event updated for resources: {'Network': ['ID=d51a5988-40c5-4f71-9804-6a291ebb8599,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:13.285629 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:13.287707 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9025278 Aug 31 12:42:13.290830 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f304c55f-82c3-47a9-9b8f-8e98eb12ef4c req-10c3d8d6-5ed0-4b62-8c34-212d6cc2b1b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a16ec1a3-bd94-4712-be22-539720a2cf08 HTTP/1.1" status: 200 len: 217 time: 0.1922538 Aug 31 12:42:13.296386 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Network d51a5988-40c5-4f71-9804-6a291ebb8599 details requested by agent ovs-agent-dv-cinder-806696-1-smb with host dv-cinder-806696-1-smb {{(pid=75036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 12:42:13.298484 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 34296) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:42:13.309293 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-40babe2f-6dce-4200-a817-82aba3d102d3 admin admin] Request body: {'subnet': {'network_id': 'd51a5988-40c5-4f71-9804-6a291ebb8599', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-879525458-subnet', 'tenant_id': '5b0f9cad60c347a0b507183b6b74bfd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:42:13.450506 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-40babe2f-6dce-4200-a817-82aba3d102d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:42:13.459910 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304c55f-82c3-47a9-9b8f-8e98eb12ef4c req-2c44db5f-6798-4b38-a507-b6915b0996d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:13.463035 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f304c55f-82c3-47a9-9b8f-8e98eb12ef4c req-2c44db5f-6798-4b38-a507-b6915b0996d1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0fca416c-3c76-43d1-973c-75d943c37281 HTTP/1.1" status: 200 len: 854 time: 0.1415596 Aug 31 12:42:13.468121 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-40babe2f-6dce-4200-a817-82aba3d102d3 admin admin] Usage tracker for resource:subnet and tenant:5b0f9cad60c347a0b507183b6b74bfd2 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:42:13.473522 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-40babe2f-6dce-4200-a817-82aba3d102d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:42:13.485194 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-40babe2f-6dce-4200-a817-82aba3d102d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:42:13.507184 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40babe2f-6dce-4200-a817-82aba3d102d3 admin admin] Made reservation on behalf of 5b0f9cad60c347a0b507183b6b74bfd2 for: {'subnet': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:42:13.513854 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-40babe2f-6dce-4200-a817-82aba3d102d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1377153'] for subnet, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:13.605289 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:13.726799 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d2585e82-7053-4320-8142-a1628553d60d req-b5abf0ac-737b-4349-8a49-0dcfeb0c2db1 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adddfc4-18c2-40fd-9f50-3a4071df6c0b HTTP/1.1" status: 200 len: 210 time: 0.0657141 Aug 31 12:42:13.796272 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f304c55f-82c3-47a9-9b8f-8e98eb12ef4c req-70cf75e6-324c-49e4-bc84-bbf90cbd1663 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6ceaadb-368e-432b-9744-86af2318977a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864229 Aug 31 12:42:13.892695 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 31d1f8de-5a48-44c6-b001-e61548ddfa5f details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:42:13.896876 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device d129d169-b832-444a-8daa-54a1af198c2d up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:42:14.038113 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0d3e6-2e29-4882-a099-65336847465b req-906bc4e0-fd9c-44d8-9a59-688daf371235 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:14.039908 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-92f0d3e6-2e29-4882-a099-65336847465b req-906bc4e0-fd9c-44d8-9a59-688daf371235 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab39e8d-76ed-4f7f-b173-907d7be42173 HTTP/1.1" status: 200 len: 944 time: 0.1602848 Aug 31 12:42:14.112179 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-92f0d3e6-2e29-4882-a099-65336847465b req-69c3bab6-37cb-48bf-8967-5f0ab417820d tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/security-groups?id=f39e9f28-a707-4d86-bfb4-aed953584715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524833 Aug 31 12:42:14.186430 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning for port d129d169-b832-444a-8daa-54a1af198c2d completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:42:14.197649 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port d129d169-b832-444a-8daa-54a1af198c2d triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:42:14.198133 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:14.311028 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 31d1f8de-5a48-44c6-b001-e61548ddfa5f, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=31d1f8de-5a48-44c6-b001-e61548ddfa5f,segment=NetworkSegment(eae1b17e-acc9-409c-acef-8bcf6abcba01),segment_id=eae1b17e-acc9-409c-acef-8bcf6abcba01)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:14.363736 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': '31d1f8de-5a48-44c6-b001-e61548ddfa5f', 'network_id': 'a36d24c3-0e0d-456c-9716-aabf4cd0f51f', 'port_id': '31d1f8de-5a48-44c6-b001-e61548ddfa5f', 'mac_address': 'fa:16:3e:9c:43:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1fe744c-3ec7-4b15-ad74-d68dabe06d60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:42:14.377493 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f9560-1b04-40e5-a262-cad43ef1aef3 req-c43bbc50-7dbf-446a-8b24-419fe6bbbd89 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:14.379275 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b65f9560-1b04-40e5-a262-cad43ef1aef3 req-c43bbc50-7dbf-446a-8b24-419fe6bbbd89 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d8155c-b9ef-426b-b44b-8d7f5f901fcd HTTP/1.1" status: 200 len: 945 time: 0.1060727 Aug 31 12:42:14.423971 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f304c55f-82c3-47a9-9b8f-8e98eb12ef4c req-d46ef66f-1a56-45d5-8900-01cc8d4772e9 service neutron] 10.222.0.52 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194344 Aug 31 12:42:14.437644 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:14.448655 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b65f9560-1b04-40e5-a262-cad43ef1aef3 req-61954bd0-eb43-4692-bf5c-7e0d75758238 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635049 Aug 31 12:42:14.466167 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d1f8de-5a48-44c6-b001-e61548ddfa5f {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:42:14.473784 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:14.524742 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port d129d169-b832-444a-8daa-54a1af198c2d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=d129d169-b832-444a-8daa-54a1af198c2d,segment=NetworkSegment(c830b616-b726-41b5-b25f-fbe5a18b878e),segment_id=c830b616-b726-41b5-b25f-fbe5a18b878e)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:14.527708 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d8155c-b9ef-426b-b44b-8d7f5f901fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd129d169-b832-444a-8daa-54a1af198c2d'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:42:14.534949 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:14.537828 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:14.570175 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 31d1f8de-5a48-44c6-b001-e61548ddfa5f, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=31d1f8de-5a48-44c6-b001-e61548ddfa5f,segment=NetworkSegment(eae1b17e-acc9-409c-acef-8bcf6abcba01),segment_id=eae1b17e-acc9-409c-acef-8bcf6abcba01)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:14.571424 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-c2f61c84-0313-4748-a4e1-b579b990fea5 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:14.573098 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-c2f61c84-0313-4748-a4e1-b579b990fea5 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.52 "GET /v2.0/networks?id=9a477d85-f78f-41ab-a3bc-a0184bfd3619 HTTP/1.1" status: 200 len: 808 time: 0.3813219 Aug 31 12:42:14.584088 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:14.607196 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d4096422-3d7e-4e56-ab9c-6eb6ef9bd66c tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Request body: {'port': {'device_id': '7adddfc4-18c2-40fd-9f50-3a4071df6c0b', 'network_id': '9a477d85-f78f-41ab-a3bc-a0184bfd3619', 'admin_state_up': True, 'tenant_id': '000315d9835948618872c8f081afb232'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:42:14.614953 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=d129d169-b832-444a-8daa-54a1af198c2d,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:14.621505 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:14.622086 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:14.697520 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d8155c-b9ef-426b-b44b-8d7f5f901fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd129d169-b832-444a-8daa-54a1af198c2d', 'code': 200} Aug 31 12:42:14.701725 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=31d1f8de-5a48-44c6-b001-e61548ddfa5f,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:14.705655 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:14.737184 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bdd3c-6980-41cf-9132-ec4f7e6835b2 req-aaa72b78-45e8-4336-afa0-b9cc04242285 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:14.738839 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c18bdd3c-6980-41cf-9132-ec4f7e6835b2 req-aaa72b78-45e8-4336-afa0-b9cc04242285 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.6082880 Aug 31 12:42:14.743064 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:14.745550 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-40babe2f-6dce-4200-a817-82aba3d102d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1148779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1377171'] for subnet, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:14.799030 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:14.930362 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f304c55f-82c3-47a9-9b8f-8e98eb12ef4c req-e0469920-39fb-47bc-97c4-f7535b1075a7 service neutron] 10.222.0.52 "GET /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933708 Aug 31 12:42:14.988215 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40babe2f-6dce-4200-a817-82aba3d102d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e694605-9d1a-40bf-8cfa-db95a0e02440,revision_number=0']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:14.994208 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-40babe2f-6dce-4200-a817-82aba3d102d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:15.018273 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['31d1f8de-5a48-44c6-b001-e61548ddfa5f'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:42:15.044030 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d4096422-3d7e-4e56-ab9c-6eb6ef9bd66c tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:42:15.055048 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c18bdd3c-6980-41cf-9132-ec4f7e6835b2 req-5a199482-64d7-485f-a0b6-a7bfac351438 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3039417 Aug 31 12:42:15.061513 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-0dd34799-d12f-4061-8ad5-ec881879f57b req-531aac84-8261-4e69-b283-b562a79d90ee tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adddfc4-18c2-40fd-9f50-3a4071df6c0b HTTP/1.1" status: 200 len: 210 time: 0.1565528 Aug 31 12:42:15.068037 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d4096422-3d7e-4e56-ab9c-6eb6ef9bd66c tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Usage tracker for resource:port and tenant:000315d9835948618872c8f081afb232 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:42:15.074034 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d4096422-3d7e-4e56-ab9c-6eb6ef9bd66c tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:42:15.091904 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d4096422-3d7e-4e56-ab9c-6eb6ef9bd66c tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:42:15.101932 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40babe2f-6dce-4200-a817-82aba3d102d3 admin admin] Checking segment: {'id': '9edb5924-47f2-4a95-a00f-2ac66a5e25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd51a5988-40c5-4f71-9804-6a291ebb8599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:42:15.102189 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40babe2f-6dce-4200-a817-82aba3d102d3 admin admin] Network hostable DHCP agents. Network: d51a5988-40c5-4f71-9804-6a291ebb8599, hostable agents: ['c4bdb865-a81e-4643-8bd9-838ee0d40aaf'], hosted agents: [] {{(pid=75035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:42:15.122243 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d4096422-3d7e-4e56-ab9c-6eb6ef9bd66c tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Made reservation on behalf of 000315d9835948618872c8f081afb232 for: {'port': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:42:15.125467 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d4096422-3d7e-4e56-ab9c-6eb6ef9bd66c tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:15.165500 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-530c5bad-0bc7-4b45-9a00-604de3bf3871 req-5700a747-e185-4a3b-9b8e-734848e8ffeb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=87d8155c-b9ef-426b-b44b-8d7f5f901fcd HTTP/1.1" status: 200 len: 1099 time: 0.1615632 Aug 31 12:42:15.219280 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40babe2f-6dce-4200-a817-82aba3d102d3 admin admin] Network d51a5988-40c5-4f71-9804-6a291ebb8599 is scheduled to be hosted by DHCP agent c4bdb865-a81e-4643-8bd9-838ee0d40aaf with binding_index 1 {{(pid=75035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:42:15.256296 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-40babe2f-6dce-4200-a817-82aba3d102d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-smb, d51a5988-40c5-4f71-9804-6a291ebb8599) {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:42:15.265803 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4766fcd7-bb1b-476a-a2d5-603112c615f6 None None] Network d51a5988-40c5-4f71-9804-6a291ebb8599 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:42:15.267402 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40babe2f-6dce-4200-a817-82aba3d102d3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:15.267979 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-40babe2f-6dce-4200-a817-82aba3d102d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:15.294978 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-530c5bad-0bc7-4b45-9a00-604de3bf3871 req-6a25e00c-0d3a-4259-b9e3-594e49f41f28 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932500 Aug 31 12:42:15.345906 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-40babe2f-6dce-4200-a817-82aba3d102d3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0425868 Aug 31 12:42:15.374908 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43f543-8430-411a-a07e-ee05e6250d99 req-59f82b31-437e-4e73-b9b1-3baf868a7620 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:15.377703 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1c43f543-8430-411a-a07e-ee05e6250d99 req-59f82b31-437e-4e73-b9b1-3baf868a7620 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab39e8d-76ed-4f7f-b173-907d7be42173 HTTP/1.1" status: 200 len: 945 time: 0.1034970 Aug 31 12:42:15.397877 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d4096422-3d7e-4e56-ab9c-6eb6ef9bd66c tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Allocated IP 172.20.0.9 (9a477d85-f78f-41ab-a3bc-a0184bfd3619/33c5a035-1247-49aa-94f0-a6855ee44fda/cbdab20d-3f88-41d6-bd97-29ce43b1019a) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:42:15.442161 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1c43f543-8430-411a-a07e-ee05e6250d99 req-05fd1fc6-0282-42c8-aab2-a6930ff370a0 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/security-groups?id=f39e9f28-a707-4d86-bfb4-aed953584715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556841 Aug 31 12:42:15.519806 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24d4391-dfae-4db3-8c39-8b249dc7a77d None None] Network d51a5988-40c5-4f71-9804-6a291ebb8599 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:42:15.620792 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-75783c40-f072-49a2-9e7c-926e0a5a1ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:15.766609 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d4096422-3d7e-4e56-ab9c-6eb6ef9bd66c tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:15.784075 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5de9e7-9583-4014-aa62-2f02f8726d10 req-20bfc5f1-9603-45c0-b86c-9e9993fade81 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:15.785597 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-9f5de9e7-9583-4014-aa62-2f02f8726d10 req-20bfc5f1-9603-45c0-b86c-9e9993fade81 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d8155c-b9ef-426b-b44b-8d7f5f901fcd HTTP/1.1" status: 200 len: 946 time: 0.1804647 Aug 31 12:42:15.852825 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-9f5de9e7-9583-4014-aa62-2f02f8726d10 req-a6d2a140-527f-45af-8ba2-fa06201cad1a tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607483 Aug 31 12:42:15.856256 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d4096422-3d7e-4e56-ab9c-6eb6ef9bd66c tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:15.868042 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-8270f26f-27e6-4cd0-bc40-dc4a9e5ac97f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:15.959749 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d4096422-3d7e-4e56-ab9c-6eb6ef9bd66c tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Network 9a477d85-f78f-41ab-a3bc-a0184bfd3619 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:42:15.964131 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d4096422-3d7e-4e56-ab9c-6eb6ef9bd66c tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:42:15.969432 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d4096422-3d7e-4e56-ab9c-6eb6ef9bd66c tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:42:16.031455 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4096422-3d7e-4e56-ab9c-6eb6ef9bd66c tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Pushing event updated for resources: {'Port': ['ID=cbdab20d-3f88-41d6-bd97-29ce43b1019a,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:16.037333 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-d4096422-3d7e-4e56-ab9c-6eb6ef9bd66c tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:16.099960 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d4096422-3d7e-4e56-ab9c-6eb6ef9bd66c tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:16.101091 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d4096422-3d7e-4e56-ab9c-6eb6ef9bd66c tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:16.137751 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d4096422-3d7e-4e56-ab9c-6eb6ef9bd66c tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5427279 Aug 31 12:42:16.160834 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Request body: {'port': {'device_id': '7adddfc4-18c2-40fd-9f50-3a4071df6c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:42:16.445593 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fd88d-f2bd-4608-85d7-c09ff92d4505 req-2e3c42e4-0c5e-4573-a1b1-71451b0a6748 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:16.446162 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:16.448175 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d20fd88d-f2bd-4608-85d7-c09ff92d4505 req-2e3c42e4-0c5e-4573-a1b1-71451b0a6748 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.1052105 Aug 31 12:42:16.481727 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c404f-002c-411f-b970-8ab8aef8c75d req-1f5c2b31-406c-4cad-a685-01ab8795be82 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:16.482512 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-c69c404f-002c-411f-b970-8ab8aef8c75d req-1f5c2b31-406c-4cad-a685-01ab8795be82 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Synchronizing usage tracker for tenant:000315d9835948618872c8f081afb232 on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:42:16.506911 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:16.519838 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d20fd88d-f2bd-4608-85d7-c09ff92d4505 req-9010846e-fe9e-4cef-b733-7804ef66058f tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597670 Aug 31 12:42:16.574956 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-c69c404f-002c-411f-b970-8ab8aef8c75d req-1f5c2b31-406c-4cad-a685-01ab8795be82 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Unset dirty status for tenant:000315d9835948618872c8f081afb232 on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:42:16.585318 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c69c404f-002c-411f-b970-8ab8aef8c75d req-1f5c2b31-406c-4cad-a685-01ab8795be82 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adddfc4-18c2-40fd-9f50-3a4071df6c0b HTTP/1.1" status: 200 len: 931 time: 0.3474047 Aug 31 12:42:16.800834 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c69c404f-002c-411f-b970-8ab8aef8c75d req-a3f826b8-bd2f-4286-8c29-bc1ac748a537 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142467 Aug 31 12:42:17.181171 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbdab20d-3f88-41d6-bd97-29ce43b1019a {{(pid=75035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:42:17.199120 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:17.233291 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c1063-6958-44ff-b9f4-63943d39cf0f req-cc03a642-05d0-46da-be76-305f138f1bbb tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:17.234950 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-448c1063-6958-44ff-b9f4-63943d39cf0f req-cc03a642-05d0-46da-be76-305f138f1bbb tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab39e8d-76ed-4f7f-b173-907d7be42173 HTTP/1.1" status: 200 len: 945 time: 0.2257211 Aug 31 12:42:17.236163 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Transition to ACTIVE for port object cbdab20d-3f88-41d6-bd97-29ce43b1019a will not be triggered until provisioned by entity L2. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:42:17.252580 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:17.279037 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:17.390205 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624f4bb-9785-41ec-bddf-1bffb6e05a16 req-d264c713-2ffd-4783-85bf-1b5da18919d2 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:17.391520 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d624f4bb-9785-41ec-bddf-1bffb6e05a16 req-d264c713-2ffd-4783-85bf-1b5da18919d2 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d8155c-b9ef-426b-b44b-8d7f5f901fcd HTTP/1.1" status: 200 len: 946 time: 0.0910220 Aug 31 12:42:17.451548 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d624f4bb-9785-41ec-bddf-1bffb6e05a16 req-dd398f2b-ec93-4686-b0e6-39beda11bc66 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493724 Aug 31 12:42:17.497152 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdab20d-3f88-41d6-bd97-29ce43b1019a,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:17.512667 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:17.530134 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-448c1063-6958-44ff-b9f4-63943d39cf0f req-bb7387de-64da-498d-a9f7-f5b97781969c tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/security-groups?id=f39e9f28-a707-4d86-bfb4-aed953584715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815156 Aug 31 12:42:17.603961 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b8b914a0-328c-4c81-908b-45876b1cd49a req-32555c20-487b-45bb-a941-220b9ba50740 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee1789ece77e48d9b5f61bbc4d7c4187&device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 1098 time: 0.2782471 Aug 31 12:42:17.847967 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Attempting to bind port cbdab20d-3f88-41d6-bd97-29ce43b1019a on host hv-cinder-80669 for vnic_type normal with profile {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:42:17.848692 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Attempting to bind port cbdab20d-3f88-41d6-bd97-29ce43b1019a by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': '5680c92a-10e4-481b-a52a-651b73504bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9a477d85-f78f-41ab-a3bc-a0184bfd3619'}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:42:17.848692 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Attempting to bind port cbdab20d-3f88-41d6-bd97-29ce43b1019a on network 9a477d85-f78f-41ab-a3bc-a0184bfd3619 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:42:17.871081 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Port cbdab20d-3f88-41d6-bd97-29ce43b1019a on network 9a477d85-f78f-41ab-a3bc-a0184bfd3619 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:42:17.871627 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Attempting to bind port cbdab20d-3f88-41d6-bd97-29ce43b1019a on network 9a477d85-f78f-41ab-a3bc-a0184bfd3619 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:42:17.882235 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b914a0-328c-4c81-908b-45876b1cd49a req-443c3a47-98c8-4bcc-abb9-db7a44e48113 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:17.884694 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b8b914a0-328c-4c81-908b-45876b1cd49a req-443c3a47-98c8-4bcc-abb9-db7a44e48113 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7520f9db-2e41-4f94-941d-df19122372d5 HTTP/1.1" status: 200 len: 920 time: 0.2509499 Aug 31 12:42:17.921963 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 31d1f8de-5a48-44c6-b001-e61548ddfa5f up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:42:17.996659 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Checking agent: {'id': '5e6dd7d8-f43f-4d17-8159-c302453ef7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:42:17.997198 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Checking segment: {'id': '5680c92a-10e4-481b-a52a-651b73504bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9a477d85-f78f-41ab-a3bc-a0184bfd3619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:42:17.997838 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Bound using segment: {'id': '5680c92a-10e4-481b-a52a-651b73504bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9a477d85-f78f-41ab-a3bc-a0184bfd3619'} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:42:17.998783 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Bound port: cbdab20d-3f88-41d6-bd97-29ce43b1019a, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5680c92a-10e4-481b-a52a-651b73504bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9a477d85-f78f-41ab-a3bc-a0184bfd3619'}}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:42:17.999344 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:18.006469 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ef9f9-3282-4095-acba-c6651c824e03 req-7d5ebeb2-8da2-4602-a8e7-f059b6c2b7cf tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:18.010277 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-ca7ef9f9-3282-4095-acba-c6651c824e03 req-7d5ebeb2-8da2-4602-a8e7-f059b6c2b7cf tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.1098731 Aug 31 12:42:18.054730 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:18.102904 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440d8d9-9090-43dd-9170-d8e3d23cb463 req-ba01d742-c701-4520-a679-f8be2a81a2f5 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:18.113266 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c440d8d9-9090-43dd-9170-d8e3d23cb463 req-ba01d742-c701-4520-a679-f8be2a81a2f5 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.3951797 Aug 31 12:42:18.126806 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b8b914a0-328c-4c81-908b-45876b1cd49a req-0c4cac2f-34bd-408a-993a-645d1190282a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3694f5ef-b8f7-4e39-878a-357d72f64dad HTTP/1.1" status: 200 len: 217 time: 0.2287593 Aug 31 12:42:18.137646 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning for port 31d1f8de-5a48-44c6-b001-e61548ddfa5f completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:42:18.157843 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-ca7ef9f9-3282-4095-acba-c6651c824e03 req-66f498f3-6311-4cca-afe3-59caedc4467e tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401429 Aug 31 12:42:18.158922 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port 31d1f8de-5a48-44c6-b001-e61548ddfa5f triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:42:18.159561 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:18.342124 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b914a0-328c-4c81-908b-45876b1cd49a req-a7b027c0-10d1-4d1e-9b77-0249c2e050d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:18.343872 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b8b914a0-328c-4c81-908b-45876b1cd49a req-a7b027c0-10d1-4d1e-9b77-0249c2e050d1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0489485-e8f4-418a-8948-f2ea1b94cbf8 HTTP/1.1" status: 200 len: 859 time: 0.1752939 Aug 31 12:42:18.385912 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:18.422358 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab39e8d-76ed-4f7f-b173-907d7be42173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d1f8de-5a48-44c6-b001-e61548ddfa5f'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:42:18.434329 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 31d1f8de-5a48-44c6-b001-e61548ddfa5f, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=31d1f8de-5a48-44c6-b001-e61548ddfa5f,segment=NetworkSegment(eae1b17e-acc9-409c-acef-8bcf6abcba01),segment_id=eae1b17e-acc9-409c-acef-8bcf6abcba01)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:18.439110 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:18.440958 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b8b914a0-328c-4c81-908b-45876b1cd49a req-ee18acba-3b22-4283-ba69-06ee1f44f69c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7520f9db-2e41-4f94-941d-df19122372d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704248 Aug 31 12:42:18.441682 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:18.445479 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c440d8d9-9090-43dd-9170-d8e3d23cb463 req-3c12e36c-6b20-4db9-9e77-596f82c16f17 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206229 Aug 31 12:42:18.450125 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] For port cbdab20d-3f88-41d6-bd97-29ce43b1019a, host hv-cinder-80669, cleared binding levels {{(pid=75035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:42:18.453908 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] For port cbdab20d-3f88-41d6-bd97-29ce43b1019a, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=cbdab20d-3f88-41d6-bd97-29ce43b1019a,segment=NetworkSegment(5680c92a-10e4-481b-a52a-651b73504bdc),segment_id=5680c92a-10e4-481b-a52a-651b73504bdc)] {{(pid=75035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:42:18.479172 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:18.494879 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:18.525375 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=31d1f8de-5a48-44c6-b001-e61548ddfa5f,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:18.530177 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:18.610315 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc536840-fc75-4123-ad57-d02cdb00dace req-60b6fb80-3f4d-4e07-af2c-7d83b1682159 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:18.611003 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-cc536840-fc75-4123-ad57-d02cdb00dace req-60b6fb80-3f4d-4e07-af2c-7d83b1682159 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Synchronizing usage tracker for tenant:5b0f9cad60c347a0b507183b6b74bfd2 on resource:network {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:42:18.629299 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:18.630923 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] 10.222.0.52 "PUT /v2.0/ports/cbdab20d-3f88-41d6-bd97-29ce43b1019a HTTP/1.1" status: 200 len: 1093 time: 2.4760630 Aug 31 12:42:18.631415 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adddfc4-18c2-40fd-9f50-3a4071df6c0b', 'tag': 'cbdab20d-3f88-41d6-bd97-29ce43b1019a'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:42:18.634855 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-cc536840-fc75-4123-ad57-d02cdb00dace req-60b6fb80-3f4d-4e07-af2c-7d83b1682159 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Unset dirty status for tenant:5b0f9cad60c347a0b507183b6b74bfd2 on resource:network {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:42:18.636769 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cc536840-fc75-4123-ad57-d02cdb00dace req-60b6fb80-3f4d-4e07-af2c-7d83b1682159 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/networks?id=d51a5988-40c5-4f71-9804-6a291ebb8599 HTTP/1.1" status: 200 len: 813 time: 0.2467482 Aug 31 12:42:18.668274 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cc536840-fc75-4123-ad57-d02cdb00dace req-938fc13c-6cf1-4b2a-a0ae-fd81f176eb19 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/quotas/5b0f9cad60c347a0b507183b6b74bfd2 HTTP/1.1" status: 200 len: 375 time: 0.0172455 Aug 31 12:42:18.726999 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cc536840-fc75-4123-ad57-d02cdb00dace req-cae6b353-474a-418b-a167-380e65f41a70 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b0f9cad60c347a0b507183b6b74bfd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451417 Aug 31 12:42:18.739800 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdab20d-3f88-41d6-bd97-29ce43b1019a,revision_number=3']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:18.857942 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:18.858719 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:18.858719 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:18.859009 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:18.859457 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:18.859682 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:18.860039 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:18.860379 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:18.860717 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:18.861056 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:18.861392 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:18.867515 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cc536840-fc75-4123-ad57-d02cdb00dace req-ba4940ab-a865-41e4-8f24-a2e1da2d3f71 service neutron] 10.222.0.13 "GET /v2.0/networks/d51a5988-40c5-4f71-9804-6a291ebb8599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309288 Aug 31 12:42:18.869890 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:18.874065 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b8b914a0-328c-4c81-908b-45876b1cd49a req-faa84750-9419-4883-9979-764417001f0f service neutron] 10.222.0.52 "GET /v2.0/networks/7520f9db-2e41-4f94-941d-df19122372d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186649 Aug 31 12:42:18.987048 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-8062babf-97f7-42f4-a6f4-6a6479bc5419 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=000315d9835948618872c8f081afb232&device_id=7adddfc4-18c2-40fd-9f50-3a4071df6c0b HTTP/1.1" status: 200 len: 1096 time: 0.2912855 Aug 31 12:42:19.004367 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0e132-ca13-496d-ab09-e240fbacfa2b req-8e252ed2-9bdd-4e65-a1e5-e5b55c80a8bb tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:19.006839 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-25a0e132-ca13-496d-ab09-e240fbacfa2b req-8e252ed2-9bdd-4e65-a1e5-e5b55c80a8bb tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adddfc4-18c2-40fd-9f50-3a4071df6c0b HTTP/1.1" status: 200 len: 943 time: 0.3543272 Aug 31 12:42:19.018944 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cc536840-fc75-4123-ad57-d02cdb00dace req-95c5a6d2-f4b9-4d2e-868a-ed200d4234e6 service neutron] 10.222.0.13 "GET /v2.0/networks/d51a5988-40c5-4f71-9804-6a291ebb8599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386499 Aug 31 12:42:19.179770 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-4bc8b005-5f61-41a2-8a03-f9799e2dfcb9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbdab20d-3f88-41d6-bd97-29ce43b1019a HTTP/1.1" status: 200 len: 217 time: 0.1641548 Aug 31 12:42:19.191064 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b8b914a0-328c-4c81-908b-45876b1cd49a req-78e1865b-5884-421f-990f-e68815a142ba service neutron] 10.222.0.52 "GET /v2.0/networks/7520f9db-2e41-4f94-941d-df19122372d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007884 Aug 31 12:42:19.191619 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab39e8d-76ed-4f7f-b173-907d7be42173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d1f8de-5a48-44c6-b001-e61548ddfa5f', 'code': 200} Aug 31 12:42:19.307789 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-25a0e132-ca13-496d-ab09-e240fbacfa2b req-96aca3ef-1f1c-403f-b2b7-a8bdd8386505 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045996 Aug 31 12:42:19.355598 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-5c24159c-7cc8-48f2-81d6-8c7a48413b43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:19.358086 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-5c24159c-7cc8-48f2-81d6-8c7a48413b43 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=33c5a035-1247-49aa-94f0-a6855ee44fda HTTP/1.1" status: 200 len: 848 time: 0.1531880 Aug 31 12:42:19.464635 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adddfc4-18c2-40fd-9f50-3a4071df6c0b', 'tag': 'cbdab20d-3f88-41d6-bd97-29ce43b1019a', 'status': 'completed', 'code': 200} Aug 31 12:42:19.468870 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-790b3578-dd38-40ac-bca3-b950c1240ff9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a477d85-f78f-41ab-a3bc-a0184bfd3619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024308 Aug 31 12:42:19.591804 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecca29f-84b0-4654-b2c1-0deb01b489ab req-cbd6001e-6e64-4294-9f87-21395c8e02b7 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:19.602387 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8ecca29f-84b0-4654-b2c1-0deb01b489ab req-cbd6001e-6e64-4294-9f87-21395c8e02b7 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab39e8d-76ed-4f7f-b173-907d7be42173 HTTP/1.1" status: 200 len: 946 time: 0.2026670 Aug 31 12:42:19.672245 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8ecca29f-84b0-4654-b2c1-0deb01b489ab req-a8123ea0-1aed-450f-8f4c-23528dc91bab tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/security-groups?id=f39e9f28-a707-4d86-bfb4-aed953584715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603924 Aug 31 12:42:19.823193 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-6fb53a68-2ce3-4c09-bcc3-dc66d0223afd req-ebf32663-e85e-4fa5-96a0-90eccf3c9bee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0ab39e8d-76ed-4f7f-b173-907d7be42173 HTTP/1.1" status: 200 len: 1099 time: 0.3030181 Aug 31 12:42:19.838368 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-ffd202fa-1c03-4f30-93f7-4bc593d450d4 req-ed1d2b51-cd79-4cab-b76e-fd976ad8195e tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0483878-4cfe-46f5-be0b-53d45c98e71a HTTP/1.1" status: 200 len: 210 time: 0.1063082 Aug 31 12:42:19.865054 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-558eb67a-003d-44f3-97e6-2ed28034e0d5 service neutron] 10.222.0.52 "GET /v2.0/networks/9a477d85-f78f-41ab-a3bc-a0184bfd3619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822467 Aug 31 12:42:19.925620 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55838b44-300b-4570-8c62-3461da68db1c req-a986fbcc-a386-4e48-8276-061b6882766e tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:19.943437 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-55838b44-300b-4570-8c62-3461da68db1c req-a986fbcc-a386-4e48-8276-061b6882766e tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.1254182 Aug 31 12:42:19.965213 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-6fb53a68-2ce3-4c09-bcc3-dc66d0223afd req-c5f91858-efa4-4cbb-93a2-5ba04d4f93fd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f39e9f28-a707-4d86-bfb4-aed953584715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221027 Aug 31 12:42:20.020795 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-55838b44-300b-4570-8c62-3461da68db1c req-89ad5cf3-3087-4f4f-bf89-2589d6a64dc3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773687 Aug 31 12:42:20.114711 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-13b4cb0e-90ff-4723-a277-e53bce2c8143 req-6503762a-5047-4584-9717-867b8dc7ffc0 service neutron] 10.222.0.52 "GET /v2.0/networks/9a477d85-f78f-41ab-a3bc-a0184bfd3619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373278 Aug 31 12:42:20.147939 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5e423-e43c-497d-b20c-bfa39103bbc5 req-7bf5198b-cd95-45b7-9d5d-2c6b14c10898 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:20.149390 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-79d5e423-e43c-497d-b20c-bfa39103bbc5 req-7bf5198b-cd95-45b7-9d5d-2c6b14c10898 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1444457 Aug 31 12:42:20.201526 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-79d5e423-e43c-497d-b20c-bfa39103bbc5 req-ee47ecfa-3724-4a5a-8106-e9484edbd0e9 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453134 Aug 31 12:42:20.487039 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d6f0b073-b41c-44ef-861b-0251ab217a9a req-0b2ad623-43bc-40e2-ae5f-3f08457587c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=000315d9835948618872c8f081afb232&device_id=7adddfc4-18c2-40fd-9f50-3a4071df6c0b HTTP/1.1" status: 200 len: 1096 time: 0.1229568 Aug 31 12:42:20.747719 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2ffd4-a436-4383-86ec-819d1d3a2b42 req-f6bca1e6-0e5a-4b5b-9aa7-0175e33b902b tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:20.749370 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b6b2ffd4-a436-4383-86ec-819d1d3a2b42 req-f6bca1e6-0e5a-4b5b-9aa7-0175e33b902b tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adddfc4-18c2-40fd-9f50-3a4071df6c0b HTTP/1.1" status: 200 len: 943 time: 0.2608051 Aug 31 12:42:20.750766 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0b073-b41c-44ef-861b-0251ab217a9a req-a07f4488-5d31-4ec0-a323-04db63f1ba52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:20.751984 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d6f0b073-b41c-44ef-861b-0251ab217a9a req-a07f4488-5d31-4ec0-a323-04db63f1ba52 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a477d85-f78f-41ab-a3bc-a0184bfd3619 HTTP/1.1" status: 200 len: 909 time: 0.2266362 Aug 31 12:42:20.902999 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d6f0b073-b41c-44ef-861b-0251ab217a9a req-3df02b91-5046-4ac9-a22c-2a0503352d00 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbdab20d-3f88-41d6-bd97-29ce43b1019a HTTP/1.1" status: 200 len: 217 time: 0.1235306 Aug 31 12:42:20.949520 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b6b2ffd4-a436-4383-86ec-819d1d3a2b42 req-fab51494-e754-493d-b546-7a96fffd01b5 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857333 Aug 31 12:42:20.986968 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0b073-b41c-44ef-861b-0251ab217a9a req-91ea7f32-0936-498c-aacf-80f1ac18686f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:20.989134 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d6f0b073-b41c-44ef-861b-0251ab217a9a req-91ea7f32-0936-498c-aacf-80f1ac18686f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=33c5a035-1247-49aa-94f0-a6855ee44fda HTTP/1.1" status: 200 len: 848 time: 0.0773499 Aug 31 12:42:21.100000 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d6f0b073-b41c-44ef-861b-0251ab217a9a req-2b740703-af50-4d6c-8cf7-c2df38b4a4ca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a477d85-f78f-41ab-a3bc-a0184bfd3619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962634 Aug 31 12:42:21.211632 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cf67500b-f110-4dea-abf6-2028bdbfb649 req-14a784fd-e424-4383-9629-ef4c8cb3b3b9 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0483878-4cfe-46f5-be0b-53d45c98e71a HTTP/1.1" status: 200 len: 210 time: 0.0697255 Aug 31 12:42:21.445054 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab6c1f-aaa2-40bf-8ef2-8f54371e2b21 req-f23c75eb-eae9-4b95-a1cb-f27a1ea82e72 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:21.446994 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-3dab6c1f-aaa2-40bf-8ef2-8f54371e2b21 req-f23c75eb-eae9-4b95-a1cb-f27a1ea82e72 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.1089129 Aug 31 12:42:21.499691 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-3dab6c1f-aaa2-40bf-8ef2-8f54371e2b21 req-52e73246-ef06-4b6d-bae5-8c58ead5623e tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460668 Aug 31 12:42:21.567887 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d6f0b073-b41c-44ef-861b-0251ab217a9a req-f1fd6af1-2865-4af0-b325-fc7eace6eb3a service neutron] 10.222.0.52 "GET /v2.0/networks/9a477d85-f78f-41ab-a3bc-a0184bfd3619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576657 Aug 31 12:42:21.651283 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994daafd-51e7-4109-961d-617674b592dc req-b964158c-3ab2-47c2-ac0a-d5744b8a2ad0 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:21.654301 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-994daafd-51e7-4109-961d-617674b592dc req-b964158c-3ab2-47c2-ac0a-d5744b8a2ad0 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab39e8d-76ed-4f7f-b173-907d7be42173 HTTP/1.1" status: 200 len: 946 time: 0.5052125 Aug 31 12:42:21.752321 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc536840-fc75-4123-ad57-d02cdb00dace req-f0d20339-6f8a-41ca-9dd5-ee0d671c6748 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:21.754593 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cc536840-fc75-4123-ad57-d02cdb00dace req-f0d20339-6f8a-41ca-9dd5-ee0d671c6748 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.52 "GET /v2.0/networks?id=d51a5988-40c5-4f71-9804-6a291ebb8599 HTTP/1.1" status: 200 len: 813 time: 0.4774010 Aug 31 12:42:21.796616 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-cc536840-fc75-4123-ad57-d02cdb00dace req-445f2607-d17d-4e2e-b63b-85f3e97ede71 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Request body: {'port': {'device_id': 'b0483878-4cfe-46f5-be0b-53d45c98e71a', 'network_id': 'd51a5988-40c5-4f71-9804-6a291ebb8599', 'admin_state_up': True, 'tenant_id': '5b0f9cad60c347a0b507183b6b74bfd2'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:42:21.835489 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434fe60-eaaa-42d5-b8c4-fd1c57b3b662 req-4e18e591-703f-47df-ac2e-7cd837d1004f tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:21.843803 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1434fe60-eaaa-42d5-b8c4-fd1c57b3b662 req-4e18e591-703f-47df-ac2e-7cd837d1004f tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1142652 Aug 31 12:42:21.896517 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1434fe60-eaaa-42d5-b8c4-fd1c57b3b662 req-1d5eeeab-173c-4bc9-b6e7-8a7d30013cb5 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513923 Aug 31 12:42:21.945270 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-994daafd-51e7-4109-961d-617674b592dc req-7e9124ea-c5e8-4ffe-8edd-a246d93fd9ff tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/security-groups?id=f39e9f28-a707-4d86-bfb4-aed953584715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770386 Aug 31 12:42:21.956965 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d6f0b073-b41c-44ef-861b-0251ab217a9a req-0d8e4318-5165-448f-8c10-aac429f19e3d service neutron] 10.222.0.52 "GET /v2.0/networks/9a477d85-f78f-41ab-a3bc-a0184bfd3619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665414 Aug 31 12:42:22.106621 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-cc536840-fc75-4123-ad57-d02cdb00dace req-445f2607-d17d-4e2e-b63b-85f3e97ede71 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:42:22.113663 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-cc536840-fc75-4123-ad57-d02cdb00dace req-445f2607-d17d-4e2e-b63b-85f3e97ede71 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Usage tracker for resource:port and tenant:5b0f9cad60c347a0b507183b6b74bfd2 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:42:22.123667 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-cc536840-fc75-4123-ad57-d02cdb00dace req-445f2607-d17d-4e2e-b63b-85f3e97ede71 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:42:22.142443 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-cc536840-fc75-4123-ad57-d02cdb00dace req-445f2607-d17d-4e2e-b63b-85f3e97ede71 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:42:22.162421 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc536840-fc75-4123-ad57-d02cdb00dace req-445f2607-d17d-4e2e-b63b-85f3e97ede71 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Made reservation on behalf of 5b0f9cad60c347a0b507183b6b74bfd2 for: {'port': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:42:22.166226 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cc536840-fc75-4123-ad57-d02cdb00dace req-445f2607-d17d-4e2e-b63b-85f3e97ede71 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:22.385041 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58aac6f-2e75-4b6a-b9c1-e1ba51825df7 req-e90c5966-4196-4e34-8f05-bb582dbffebd tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:22.387175 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d58aac6f-2e75-4b6a-b9c1-e1ba51825df7 req-e90c5966-4196-4e34-8f05-bb582dbffebd tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adddfc4-18c2-40fd-9f50-3a4071df6c0b HTTP/1.1" status: 200 len: 943 time: 0.1963146 Aug 31 12:42:22.409063 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-eecf4975-2984-42de-8d82-fceff90ad1d2 req-8a7d97a7-685a-437b-bed5-574f38aee443 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0483878-4cfe-46f5-be0b-53d45c98e71a HTTP/1.1" status: 200 len: 210 time: 0.0534551 Aug 31 12:42:22.485044 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [req-cc536840-fc75-4123-ad57-d02cdb00dace req-445f2607-d17d-4e2e-b63b-85f3e97ede71 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Allocated IP 172.20.0.2 (d51a5988-40c5-4f71-9804-6a291ebb8599/4e694605-9d1a-40bf-8cfa-db95a0e02440/b680d768-1faf-43f9-9b92-335cdc4190fb) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:42:22.489768 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d58aac6f-2e75-4b6a-b9c1-e1ba51825df7 req-40623914-80ad-4321-b72f-ffb8996dd733 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965192 Aug 31 12:42:22.744393 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3b2a3-4cd8-4035-b8de-b258aa6cb442 req-b367b022-4934-46c3-b9d0-967b53d53b38 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:22.746995 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d9f3b2a3-4cd8-4035-b8de-b258aa6cb442 req-b367b022-4934-46c3-b9d0-967b53d53b38 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.0956697 Aug 31 12:42:22.749142 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cc536840-fc75-4123-ad57-d02cdb00dace req-445f2607-d17d-4e2e-b63b-85f3e97ede71 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:22.787955 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cc536840-fc75-4123-ad57-d02cdb00dace req-445f2607-d17d-4e2e-b63b-85f3e97ede71 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:22.796090 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:22.803214 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d9f3b2a3-4cd8-4035-b8de-b258aa6cb442 req-72b3fc4c-d38d-444c-bc15-c2ff45ac9112 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490854 Aug 31 12:42:22.882241 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc536840-fc75-4123-ad57-d02cdb00dace req-445f2607-d17d-4e2e-b63b-85f3e97ede71 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Network d51a5988-40c5-4f71-9804-6a291ebb8599 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:42:22.885715 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [req-cc536840-fc75-4123-ad57-d02cdb00dace req-445f2607-d17d-4e2e-b63b-85f3e97ede71 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:42:22.888550 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc536840-fc75-4123-ad57-d02cdb00dace req-445f2607-d17d-4e2e-b63b-85f3e97ede71 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:42:22.922019 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f2607-d17d-4e2e-b63b-85f3e97ede71 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Pushing event updated for resources: {'Port': ['ID=b680d768-1faf-43f9-9b92-335cdc4190fb,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:22.925374 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-445f2607-d17d-4e2e-b63b-85f3e97ede71 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:22.974935 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc536840-fc75-4123-ad57-d02cdb00dace req-445f2607-d17d-4e2e-b63b-85f3e97ede71 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:22.976051 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cc536840-fc75-4123-ad57-d02cdb00dace req-445f2607-d17d-4e2e-b63b-85f3e97ede71 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:23.030767 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cc536840-fc75-4123-ad57-d02cdb00dace req-445f2607-d17d-4e2e-b63b-85f3e97ede71 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2381570 Aug 31 12:42:23.051986 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-cc536840-fc75-4123-ad57-d02cdb00dace req-73283870-1779-4585-b6ca-7e052785270e service neutron] Request body: {'port': {'device_id': 'b0483878-4cfe-46f5-be0b-53d45c98e71a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:42:23.297518 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72470099-81c3-49bd-a4f5-6d03acfdd753 req-608121d9-ae42-4767-be07-eb00d2be3054 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:23.299187 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-72470099-81c3-49bd-a4f5-6d03acfdd753 req-608121d9-ae42-4767-be07-eb00d2be3054 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab39e8d-76ed-4f7f-b173-907d7be42173 HTTP/1.1" status: 200 len: 946 time: 0.1060019 Aug 31 12:42:23.308661 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cc536840-fc75-4123-ad57-d02cdb00dace req-73283870-1779-4585-b6ca-7e052785270e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:23.360607 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-72470099-81c3-49bd-a4f5-6d03acfdd753 req-75539da1-1b70-4904-8310-e113f89e2af9 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/security-groups?id=f39e9f28-a707-4d86-bfb4-aed953584715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536735 Aug 31 12:42:23.405081 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d5634-b96d-4488-ace8-d5c6ae2f97da req-4161ab46-3c57-4629-8067-46501887877f tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:23.412351 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-618d5634-b96d-4488-ace8-d5c6ae2f97da req-4161ab46-3c57-4629-8067-46501887877f tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.2004597 Aug 31 12:42:23.583077 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-618d5634-b96d-4488-ace8-d5c6ae2f97da req-2ab6d712-e47b-4519-bdf0-4aa6b5c7835b tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699274 Aug 31 12:42:23.804817 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd8d19-fce7-4729-b2c0-28b3bf2364f6 req-e8922bff-b94c-44ea-ab30-cb82027e8304 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:23.814600 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-bdbd8d19-fce7-4729-b2c0-28b3bf2364f6 req-e8922bff-b94c-44ea-ab30-cb82027e8304 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0483878-4cfe-46f5-be0b-53d45c98e71a HTTP/1.1" status: 200 len: 931 time: 0.1050735 Aug 31 12:42:23.863028 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-bdbd8d19-fce7-4729-b2c0-28b3bf2364f6 req-413fd5b1-6ecf-4fbc-b35b-50a601ae7f2d tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Synchronizing usage tracker for tenant:5b0f9cad60c347a0b507183b6b74bfd2 on resource:security_group {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:42:23.886251 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-bdbd8d19-fce7-4729-b2c0-28b3bf2364f6 req-413fd5b1-6ecf-4fbc-b35b-50a601ae7f2d tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Unset dirty status for tenant:5b0f9cad60c347a0b507183b6b74bfd2 on resource:security_group {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:42:23.888680 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-bdbd8d19-fce7-4729-b2c0-28b3bf2364f6 req-413fd5b1-6ecf-4fbc-b35b-50a601ae7f2d tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725989 Aug 31 12:42:23.939330 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device cbdab20d-3f88-41d6-bd97-29ce43b1019a details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:42:23.994256 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [req-cc536840-fc75-4123-ad57-d02cdb00dace req-73283870-1779-4585-b6ca-7e052785270e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b680d768-1faf-43f9-9b92-335cdc4190fb {{(pid=75035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:42:24.033118 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cc536840-fc75-4123-ad57-d02cdb00dace req-73283870-1779-4585-b6ca-7e052785270e service neutron] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:24.110560 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [req-cc536840-fc75-4123-ad57-d02cdb00dace req-73283870-1779-4585-b6ca-7e052785270e service neutron] Transition to ACTIVE for port object b680d768-1faf-43f9-9b92-335cdc4190fb will not be triggered until provisioned by entity L2. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:42:24.119086 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cc536840-fc75-4123-ad57-d02cdb00dace req-73283870-1779-4585-b6ca-7e052785270e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:24.141803 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-83582712-d3a4-4ed8-9075-729d621091d5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:24.203739 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port cbdab20d-3f88-41d6-bd97-29ce43b1019a, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=cbdab20d-3f88-41d6-bd97-29ce43b1019a,segment=NetworkSegment(5680c92a-10e4-481b-a52a-651b73504bdc),segment_id=5680c92a-10e4-481b-a52a-651b73504bdc)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:24.250524 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0e8fe-7e40-4140-b21a-805345d8a65c req-d8ae3fcf-6680-4510-93a3-1655c56b385d tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:24.252770 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': 'cbdab20d-3f88-41d6-bd97-29ce43b1019a', 'network_id': '9a477d85-f78f-41ab-a3bc-a0184bfd3619', 'port_id': 'cbdab20d-3f88-41d6-bd97-29ce43b1019a', 'mac_address': 'fa:16:3e:3f:93:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c5a035-1247-49aa-94f0-a6855ee44fda', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:42:24.259443 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7fe0e8fe-7e40-4140-b21a-805345d8a65c req-d8ae3fcf-6680-4510-93a3-1655c56b385d tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adddfc4-18c2-40fd-9f50-3a4071df6c0b HTTP/1.1" status: 200 len: 943 time: 0.4759126 Aug 31 12:42:24.380817 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:24.388262 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73283870-1779-4585-b6ca-7e052785270e service neutron] Pushing event updated for resources: {'Port': ['ID=b680d768-1faf-43f9-9b92-335cdc4190fb,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:24.409041 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7fe0e8fe-7e40-4140-b21a-805345d8a65c req-5bd73ce1-abd8-47e6-994f-ab9a82eecbd9 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486523 Aug 31 12:42:24.416490 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbdab20d-3f88-41d6-bd97-29ce43b1019a {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:42:24.427790 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-73283870-1779-4585-b6ca-7e052785270e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:24.456275 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port cbdab20d-3f88-41d6-bd97-29ce43b1019a, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=cbdab20d-3f88-41d6-bd97-29ce43b1019a,segment=NetworkSegment(5680c92a-10e4-481b-a52a-651b73504bdc),segment_id=5680c92a-10e4-481b-a52a-651b73504bdc)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:24.463404 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:24.473480 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:24.619940 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=cbdab20d-3f88-41d6-bd97-29ce43b1019a,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:24.627128 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6f2bc-998e-4ec3-857b-6e37c88bd6fa req-375428ba-b66a-4f1b-bc5d-585751a33806 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:24.635125 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-46a6f2bc-998e-4ec3-857b-6e37c88bd6fa req-375428ba-b66a-4f1b-bc5d-585751a33806 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.1954975 Aug 31 12:42:24.638782 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:24.639619 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:24.640229 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:24.641145 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:24.641782 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:24.642374 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:24.642967 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:24.643554 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:24.644197 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:24.644809 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:24.646302 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:24.654855 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:24.679151 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-cc536840-fc75-4123-ad57-d02cdb00dace req-73283870-1779-4585-b6ca-7e052785270e service neutron] Attempting to bind port b680d768-1faf-43f9-9b92-335cdc4190fb on host hv-cinder-80669 for vnic_type normal with profile {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:42:24.679888 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-cc536840-fc75-4123-ad57-d02cdb00dace req-73283870-1779-4585-b6ca-7e052785270e service neutron] Attempting to bind port b680d768-1faf-43f9-9b92-335cdc4190fb by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': '9edb5924-47f2-4a95-a00f-2ac66a5e25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd51a5988-40c5-4f71-9804-6a291ebb8599'}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:42:24.680126 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc536840-fc75-4123-ad57-d02cdb00dace req-73283870-1779-4585-b6ca-7e052785270e service neutron] Attempting to bind port b680d768-1faf-43f9-9b92-335cdc4190fb on network d51a5988-40c5-4f71-9804-6a291ebb8599 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:42:24.687140 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc536840-fc75-4123-ad57-d02cdb00dace req-73283870-1779-4585-b6ca-7e052785270e service neutron] Port b680d768-1faf-43f9-9b92-335cdc4190fb on network d51a5988-40c5-4f71-9804-6a291ebb8599 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:42:24.687463 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc536840-fc75-4123-ad57-d02cdb00dace req-73283870-1779-4585-b6ca-7e052785270e service neutron] Attempting to bind port b680d768-1faf-43f9-9b92-335cdc4190fb on network d51a5988-40c5-4f71-9804-6a291ebb8599 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:42:24.690714 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-46a6f2bc-998e-4ec3-857b-6e37c88bd6fa req-cddd5d19-471d-4fbb-82d3-f47e95c2311a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544193 Aug 31 12:42:24.694073 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc536840-fc75-4123-ad57-d02cdb00dace req-73283870-1779-4585-b6ca-7e052785270e service neutron] Checking agent: {'id': '5e6dd7d8-f43f-4d17-8159-c302453ef7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:42:24.694408 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc536840-fc75-4123-ad57-d02cdb00dace req-73283870-1779-4585-b6ca-7e052785270e service neutron] Checking segment: {'id': '9edb5924-47f2-4a95-a00f-2ac66a5e25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd51a5988-40c5-4f71-9804-6a291ebb8599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:42:24.694788 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc536840-fc75-4123-ad57-d02cdb00dace req-73283870-1779-4585-b6ca-7e052785270e service neutron] Bound using segment: {'id': '9edb5924-47f2-4a95-a00f-2ac66a5e25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd51a5988-40c5-4f71-9804-6a291ebb8599'} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:42:24.695214 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-cc536840-fc75-4123-ad57-d02cdb00dace req-73283870-1779-4585-b6ca-7e052785270e service neutron] Bound port: b680d768-1faf-43f9-9b92-335cdc4190fb, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9edb5924-47f2-4a95-a00f-2ac66a5e25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd51a5988-40c5-4f71-9804-6a291ebb8599'}}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:42:24.695560 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cc536840-fc75-4123-ad57-d02cdb00dace req-73283870-1779-4585-b6ca-7e052785270e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:24.799150 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-cc536840-fc75-4123-ad57-d02cdb00dace req-73283870-1779-4585-b6ca-7e052785270e service neutron] For port b680d768-1faf-43f9-9b92-335cdc4190fb, host hv-cinder-80669, cleared binding levels {{(pid=75035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:42:24.803879 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-cc536840-fc75-4123-ad57-d02cdb00dace req-73283870-1779-4585-b6ca-7e052785270e service neutron] For port b680d768-1faf-43f9-9b92-335cdc4190fb, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b680d768-1faf-43f9-9b92-335cdc4190fb,segment=NetworkSegment(9edb5924-47f2-4a95-a00f-2ac66a5e25e9),segment_id=9edb5924-47f2-4a95-a00f-2ac66a5e25e9)] {{(pid=75035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:42:24.811939 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cc536840-fc75-4123-ad57-d02cdb00dace req-73283870-1779-4585-b6ca-7e052785270e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:24.817120 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-0721b521-6d9d-4747-917e-3f136122f470 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:24.880919 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cc536840-fc75-4123-ad57-d02cdb00dace req-73283870-1779-4585-b6ca-7e052785270e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:24.882420 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cc536840-fc75-4123-ad57-d02cdb00dace req-73283870-1779-4585-b6ca-7e052785270e service neutron] 10.222.0.52 "PUT /v2.0/ports/b680d768-1faf-43f9-9b92-335cdc4190fb HTTP/1.1" status: 200 len: 1093 time: 1.8436208 Aug 31 12:42:24.882941 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0483878-4cfe-46f5-be0b-53d45c98e71a', 'tag': 'b680d768-1faf-43f9-9b92-335cdc4190fb'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:42:24.901511 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73283870-1779-4585-b6ca-7e052785270e service neutron] Pushing event updated for resources: {'Port': ['ID=b680d768-1faf-43f9-9b92-335cdc4190fb,revision_number=3']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:24.905593 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-73283870-1779-4585-b6ca-7e052785270e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:24.927517 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['cbdab20d-3f88-41d6-bd97-29ce43b1019a'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:42:24.983086 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f23477-f60d-4c46-a029-78024b78c955 req-afd8fff3-036f-4824-9870-aca4b6357716 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:24.986364 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-01f23477-f60d-4c46-a029-78024b78c955 req-afd8fff3-036f-4824-9870-aca4b6357716 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1443858 Aug 31 12:42:25.029940 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0483878-4cfe-46f5-be0b-53d45c98e71a', 'tag': 'b680d768-1faf-43f9-9b92-335cdc4190fb', 'status': 'completed', 'code': 200} Aug 31 12:42:25.072086 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-01f23477-f60d-4c46-a029-78024b78c955 req-7933f56c-ed49-4d2b-8ba0-79fd294fc386 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749826 Aug 31 12:42:25.125129 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cc536840-fc75-4123-ad57-d02cdb00dace req-20ef5fe6-28e3-4ffe-bb58-38e0b113097c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5b0f9cad60c347a0b507183b6b74bfd2&device_id=b0483878-4cfe-46f5-be0b-53d45c98e71a HTTP/1.1" status: 200 len: 1096 time: 0.1626034 Aug 31 12:42:25.238597 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cc536840-fc75-4123-ad57-d02cdb00dace req-3edcd099-6df8-4533-96a8-4a48b00b9686 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b680d768-1faf-43f9-9b92-335cdc4190fb HTTP/1.1" status: 200 len: 217 time: 0.0994473 Aug 31 12:42:25.332700 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc536840-fc75-4123-ad57-d02cdb00dace req-c56d3131-dcbd-490a-be36-8b878beb5744 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:25.334212 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cc536840-fc75-4123-ad57-d02cdb00dace req-c56d3131-dcbd-490a-be36-8b878beb5744 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4e694605-9d1a-40bf-8cfa-db95a0e02440 HTTP/1.1" status: 200 len: 853 time: 0.0778146 Aug 31 12:42:25.340009 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf9ff0-f000-46a2-ac80-9aaf1466e230 req-9e002189-a889-4289-86ee-c2d8c26a00ae tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:25.340790 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-cedf9ff0-f000-46a2-ac80-9aaf1466e230 req-9e002189-a889-4289-86ee-c2d8c26a00ae tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Synchronizing usage tracker for tenant:5b0f9cad60c347a0b507183b6b74bfd2 on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:42:25.387124 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cc536840-fc75-4123-ad57-d02cdb00dace req-ff4d7a67-a3d9-4697-b37a-0030d5d1321a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d51a5988-40c5-4f71-9804-6a291ebb8599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420966 Aug 31 12:42:25.471278 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-cedf9ff0-f000-46a2-ac80-9aaf1466e230 req-9e002189-a889-4289-86ee-c2d8c26a00ae tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Unset dirty status for tenant:5b0f9cad60c347a0b507183b6b74bfd2 on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:42:25.472563 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cedf9ff0-f000-46a2-ac80-9aaf1466e230 req-9e002189-a889-4289-86ee-c2d8c26a00ae tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0483878-4cfe-46f5-be0b-53d45c98e71a HTTP/1.1" status: 200 len: 943 time: 0.2814453 Aug 31 12:42:25.576085 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cc536840-fc75-4123-ad57-d02cdb00dace req-4699b565-0b1f-4318-bd5b-d755975c1e98 service neutron] 10.222.0.52 "GET /v2.0/networks/d51a5988-40c5-4f71-9804-6a291ebb8599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807048 Aug 31 12:42:25.578430 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cedf9ff0-f000-46a2-ac80-9aaf1466e230 req-3ee35108-75d4-40b3-96a6-8221a5f8d17f tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907755 Aug 31 12:42:25.683608 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd4100-8400-4ec1-a164-287a0d0786c6 req-900ae7e0-844c-470d-b915-605849c31ca6 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:25.694717 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-effd4100-8400-4ec1-a164-287a0d0786c6 req-900ae7e0-844c-470d-b915-605849c31ca6 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adddfc4-18c2-40fd-9f50-3a4071df6c0b HTTP/1.1" status: 200 len: 944 time: 0.1204469 Aug 31 12:42:25.762855 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cc536840-fc75-4123-ad57-d02cdb00dace req-af9d1211-eb88-4a3a-aa5d-a96ebf7b0fbf service neutron] 10.222.0.52 "GET /v2.0/networks/d51a5988-40c5-4f71-9804-6a291ebb8599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701851 Aug 31 12:42:25.765720 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-effd4100-8400-4ec1-a164-287a0d0786c6 req-64b0714e-87c6-4980-9dd1-8e58ea6c3f83 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Synchronizing usage tracker for tenant:000315d9835948618872c8f081afb232 on resource:security_group {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:42:25.795860 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-effd4100-8400-4ec1-a164-287a0d0786c6 req-64b0714e-87c6-4980-9dd1-8e58ea6c3f83 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Unset dirty status for tenant:000315d9835948618872c8f081afb232 on resource:security_group {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:42:25.797796 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-effd4100-8400-4ec1-a164-287a0d0786c6 req-64b0714e-87c6-4980-9dd1-8e58ea6c3f83 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017866 Aug 31 12:42:25.999951 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a8796e61-dfba-492a-b619-49214bc73064 req-0028ebeb-f6da-484e-8feb-604be3b10c95 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5b0f9cad60c347a0b507183b6b74bfd2&device_id=b0483878-4cfe-46f5-be0b-53d45c98e71a HTTP/1.1" status: 200 len: 1096 time: 0.1500366 Aug 31 12:42:26.010907 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecb093-fb67-47f4-83c4-5269f12f8fdf req-9259b2c9-4bdb-48ed-811d-bb0cc28ed56c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:26.013314 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-92ecb093-fb67-47f4-83c4-5269f12f8fdf req-9259b2c9-4bdb-48ed-811d-bb0cc28ed56c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.1221066 Aug 31 12:42:26.212303 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-92ecb093-fb67-47f4-83c4-5269f12f8fdf req-f448156f-36a5-4585-9e3e-439674bd3f41 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922889 Aug 31 12:42:26.298955 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8796e61-dfba-492a-b619-49214bc73064 req-5c514cca-6f15-44bf-b409-429b67b1213b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:26.301189 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a8796e61-dfba-492a-b619-49214bc73064 req-5c514cca-6f15-44bf-b409-429b67b1213b service neutron] 10.222.0.52 "GET /v2.0/networks?id=d51a5988-40c5-4f71-9804-6a291ebb8599 HTTP/1.1" status: 200 len: 914 time: 0.2630458 Aug 31 12:42:26.354646 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb28fb4-6ac7-4c38-90fe-bcb6ca1c39a8 req-cf546dbe-4d9f-4e08-b628-17729eb1b770 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:26.357948 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-6bb28fb4-6ac7-4c38-90fe-bcb6ca1c39a8 req-cf546dbe-4d9f-4e08-b628-17729eb1b770 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1475465 Aug 31 12:42:26.408383 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a8796e61-dfba-492a-b619-49214bc73064 req-79a44f7d-f996-4acd-8101-13652f7fe62c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b680d768-1faf-43f9-9b92-335cdc4190fb HTTP/1.1" status: 200 len: 217 time: 0.0990920 Aug 31 12:42:26.426942 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-6bb28fb4-6ac7-4c38-90fe-bcb6ca1c39a8 req-eace47e5-a66b-4c1b-af03-7b2ec3e5a87d tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626767 Aug 31 12:42:26.576670 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8796e61-dfba-492a-b619-49214bc73064 req-abe8f2b4-ef0b-41cb-8a4b-0140460d6d66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:26.578833 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a8796e61-dfba-492a-b619-49214bc73064 req-abe8f2b4-ef0b-41cb-8a4b-0140460d6d66 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4e694605-9d1a-40bf-8cfa-db95a0e02440 HTTP/1.1" status: 200 len: 853 time: 0.1501038 Aug 31 12:42:26.632825 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a8796e61-dfba-492a-b619-49214bc73064 req-35bcef32-49ec-41e9-8059-9c1285e1de7b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d51a5988-40c5-4f71-9804-6a291ebb8599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469389 Aug 31 12:42:26.860751 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a8796e61-dfba-492a-b619-49214bc73064 req-5d491158-11a8-4c1c-bba6-113710e184ab service neutron] 10.222.0.52 "GET /v2.0/networks/d51a5988-40c5-4f71-9804-6a291ebb8599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167258 Aug 31 12:42:26.875316 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb3e3-311b-43f6-a4dd-df746abed452 req-d6f0128f-c758-4d7e-ac64-065187da283b tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:26.876853 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5fdeb3e3-311b-43f6-a4dd-df746abed452 req-d6f0128f-c758-4d7e-ac64-065187da283b tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0483878-4cfe-46f5-be0b-53d45c98e71a HTTP/1.1" status: 200 len: 943 time: 0.1467743 Aug 31 12:42:27.080834 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5fdeb3e3-311b-43f6-a4dd-df746abed452 req-b9a8daf4-b9b6-4aef-ad1c-bee79d2ce619 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821437 Aug 31 12:42:27.088962 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a8796e61-dfba-492a-b619-49214bc73064 req-9d398d28-acf7-481e-8140-05dcba40c86d service neutron] 10.222.0.52 "GET /v2.0/networks/d51a5988-40c5-4f71-9804-6a291ebb8599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106428 Aug 31 12:42:27.187645 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3c32e-42a8-4f8f-a0fd-cd3731bcf075 req-5f8e855d-5e53-4b02-95ef-8086678a8385 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:27.200114 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7cb3c32e-42a8-4f8f-a0fd-cd3731bcf075 req-5f8e855d-5e53-4b02-95ef-8086678a8385 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adddfc4-18c2-40fd-9f50-3a4071df6c0b HTTP/1.1" status: 200 len: 944 time: 0.1872320 Aug 31 12:42:27.304997 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7cb3c32e-42a8-4f8f-a0fd-cd3731bcf075 req-b204006d-5241-4e66-87e5-693fbe8905d8 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033556 Aug 31 12:42:27.545422 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce45c3-d881-400b-8a3d-341c38eebd2c req-92d6d9dc-82ac-497e-aa0e-4dfe5ee246ca tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:27.547155 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-68ce45c3-d881-400b-8a3d-341c38eebd2c req-92d6d9dc-82ac-497e-aa0e-4dfe5ee246ca tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.1095841 Aug 31 12:42:27.600621 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-68ce45c3-d881-400b-8a3d-341c38eebd2c req-72138775-ebed-4931-a302-3d3fa96a8345 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473270 Aug 31 12:42:27.650030 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4cc84-7635-4376-bbe2-e496224a0684 req-2a93a836-1002-4ae6-8b52-771b41998ea3 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:27.651590 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-36a4cc84-7635-4376-bbe2-e496224a0684 req-2a93a836-1002-4ae6-8b52-771b41998ea3 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.0858748 Aug 31 12:42:27.703281 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-36a4cc84-7635-4376-bbe2-e496224a0684 req-eeef0fac-e5f8-40eb-947c-3ee368feaa9a tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454493 Aug 31 12:42:27.974697 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device cbdab20d-3f88-41d6-bd97-29ce43b1019a up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:42:28.063424 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning for port cbdab20d-3f88-41d6-bd97-29ce43b1019a completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:42:28.068685 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port cbdab20d-3f88-41d6-bd97-29ce43b1019a triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:42:28.069083 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:28.227184 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:28.259647 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adddfc4-18c2-40fd-9f50-3a4071df6c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdab20d-3f88-41d6-bd97-29ce43b1019a'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:42:28.271535 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port cbdab20d-3f88-41d6-bd97-29ce43b1019a, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=cbdab20d-3f88-41d6-bd97-29ce43b1019a,segment=NetworkSegment(5680c92a-10e4-481b-a52a-651b73504bdc),segment_id=5680c92a-10e4-481b-a52a-651b73504bdc)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:28.279208 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:28.282176 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:28.292615 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1490e-9a0b-4f38-ba2e-efbc7eaa2d19 req-3d365f9d-07b3-41f2-9a2e-ae54aacf6557 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:28.294912 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5ca1490e-9a0b-4f38-ba2e-efbc7eaa2d19 req-3d365f9d-07b3-41f2-9a2e-ae54aacf6557 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab39e8d-76ed-4f7f-b173-907d7be42173 HTTP/1.1" status: 200 len: 946 time: 0.1048632 Aug 31 12:42:28.375608 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b702b-b42f-4197-a552-7c8a49b08282 req-8429c8e3-d12e-4098-9fa4-e1a472068bf2 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:28.377212 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-3d8b702b-b42f-4197-a552-7c8a49b08282 req-8429c8e3-d12e-4098-9fa4-e1a472068bf2 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0483878-4cfe-46f5-be0b-53d45c98e71a HTTP/1.1" status: 200 len: 943 time: 0.1216862 Aug 31 12:42:28.379879 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5ca1490e-9a0b-4f38-ba2e-efbc7eaa2d19 req-5b2e5119-6925-4c7f-875c-1765409dbe57 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/security-groups?id=f39e9f28-a707-4d86-bfb4-aed953584715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730844 Aug 31 12:42:28.393137 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=cbdab20d-3f88-41d6-bd97-29ce43b1019a,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:28.397391 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:28.458754 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-3d8b702b-b42f-4197-a552-7c8a49b08282 req-73ec2cc1-d970-41c3-be52-a21d65ff2c1c tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734043 Aug 31 12:42:28.480154 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adddfc4-18c2-40fd-9f50-3a4071df6c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdab20d-3f88-41d6-bd97-29ce43b1019a', 'code': 200} Aug 31 12:42:28.673801 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237ff41-f950-4128-ac2a-2d2ed11b32b0 req-9a731063-4d16-47ca-ae0b-39db6db1452f tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:28.675649 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7237ff41-f950-4128-ac2a-2d2ed11b32b0 req-9a731063-4d16-47ca-ae0b-39db6db1452f tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adddfc4-18c2-40fd-9f50-3a4071df6c0b HTTP/1.1" status: 200 len: 945 time: 0.0821407 Aug 31 12:42:28.774835 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7237ff41-f950-4128-ac2a-2d2ed11b32b0 req-707bcf4c-e612-4fa8-8250-e37fcc05c810 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895898 Aug 31 12:42:28.806121 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5a0cd4fc-ada1-4df8-b09d-e4b7b771b664 req-52347aae-b0c2-453d-b3a9-73f863b84bb9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7adddfc4-18c2-40fd-9f50-3a4071df6c0b HTTP/1.1" status: 200 len: 1098 time: 0.0910566 Aug 31 12:42:28.859081 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5a0cd4fc-ada1-4df8-b09d-e4b7b771b664 req-2558661e-5e45-4d21-948a-a3f4d4097dea service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444558 Aug 31 12:42:29.038683 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0779c-d88f-4ec0-89f3-1d82dfaba70e req-f2367b63-8e28-4013-a677-2b8c93c00b84 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:29.041468 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2fb0779c-d88f-4ec0-89f3-1d82dfaba70e req-f2367b63-8e28-4013-a677-2b8c93c00b84 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.1078055 Aug 31 12:42:29.119052 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2fb0779c-d88f-4ec0-89f3-1d82dfaba70e req-e899b8b7-67a2-4dea-b7e2-79d466e13f8e tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689807 Aug 31 12:42:29.137434 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8776195-eeee-48f9-a0b3-1b24d4f010dc req-b569a747-8d85-419d-abf7-0dac97b191d2 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:29.139766 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d8776195-eeee-48f9-a0b3-1b24d4f010dc req-b569a747-8d85-419d-abf7-0dac97b191d2 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.0885386 Aug 31 12:42:29.191767 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d8776195-eeee-48f9-a0b3-1b24d4f010dc req-2da789e2-891d-47b4-ac23-85c914ac90d5 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437298 Aug 31 12:42:29.328651 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee94587-3829-4a14-a6e3-1384bfa0c956 req-969724b2-f342-4dae-b739-be115c4525e4 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:29.330145 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-eee94587-3829-4a14-a6e3-1384bfa0c956 req-969724b2-f342-4dae-b739-be115c4525e4 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d8155c-b9ef-426b-b44b-8d7f5f901fcd HTTP/1.1" status: 200 len: 946 time: 0.0795670 Aug 31 12:42:29.376828 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-eee94587-3829-4a14-a6e3-1384bfa0c956 req-f5f58198-a685-4bc7-b3b3-4aa073e8f6df tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408149 Aug 31 12:42:29.620070 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d18ab-782a-4a16-b332-23c4fda49ac3 req-d8ac6bd4-e194-4ef4-bb72-8b8eda5ae116 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:29.621773 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-336d18ab-782a-4a16-b332-23c4fda49ac3 req-d8ac6bd4-e194-4ef4-bb72-8b8eda5ae116 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab39e8d-76ed-4f7f-b173-907d7be42173 HTTP/1.1" status: 200 len: 946 time: 0.0935163 Aug 31 12:42:29.673736 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-336d18ab-782a-4a16-b332-23c4fda49ac3 req-2ca768ae-369e-4799-ae54-1e6c22b9ea9c tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/security-groups?id=f39e9f28-a707-4d86-bfb4-aed953584715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450087 Aug 31 12:42:29.710444 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d06322-b018-44f3-9161-12c04352a41d req-988872ba-a36e-40f1-bc48-e181170ae6d2 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:29.712661 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-44d06322-b018-44f3-9161-12c04352a41d req-988872ba-a36e-40f1-bc48-e181170ae6d2 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0483878-4cfe-46f5-be0b-53d45c98e71a HTTP/1.1" status: 200 len: 943 time: 0.0948830 Aug 31 12:42:29.782228 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-44d06322-b018-44f3-9161-12c04352a41d req-0ea5430c-78e4-4365-8b2e-d752e88c48b7 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629156 Aug 31 12:42:29.977392 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device b680d768-1faf-43f9-9b92-335cdc4190fb details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:42:30.013911 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fc448-6251-4c4f-968f-e81c5507a3f8 req-cfcfc7ab-c4bb-41a6-8a6e-7099b0b7d744 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:30.015511 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-253fc448-6251-4c4f-968f-e81c5507a3f8 req-cfcfc7ab-c4bb-41a6-8a6e-7099b0b7d744 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adddfc4-18c2-40fd-9f50-3a4071df6c0b HTTP/1.1" status: 200 len: 945 time: 0.0920298 Aug 31 12:42:30.088824 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-253fc448-6251-4c4f-968f-e81c5507a3f8 req-0c0702d3-2e57-4885-ae56-e89e580458a6 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614412 Aug 31 12:42:30.118658 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port b680d768-1faf-43f9-9b92-335cdc4190fb, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b680d768-1faf-43f9-9b92-335cdc4190fb,segment=NetworkSegment(9edb5924-47f2-4a95-a00f-2ac66a5e25e9),segment_id=9edb5924-47f2-4a95-a00f-2ac66a5e25e9)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:30.132584 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': 'b680d768-1faf-43f9-9b92-335cdc4190fb', 'network_id': 'd51a5988-40c5-4f71-9804-6a291ebb8599', 'port_id': 'b680d768-1faf-43f9-9b92-335cdc4190fb', 'mac_address': 'fa:16:3e:30:11:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e694605-9d1a-40bf-8cfa-db95a0e02440', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:42:30.192230 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:30.211428 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b680d768-1faf-43f9-9b92-335cdc4190fb {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:42:30.232075 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port b680d768-1faf-43f9-9b92-335cdc4190fb, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b680d768-1faf-43f9-9b92-335cdc4190fb,segment=NetworkSegment(9edb5924-47f2-4a95-a00f-2ac66a5e25e9),segment_id=9edb5924-47f2-4a95-a00f-2ac66a5e25e9)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:30.239972 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:30.242152 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-63a21dac-986c-492d-8655-553e280f5e3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:30.335650 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=b680d768-1faf-43f9-9b92-335cdc4190fb,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:30.339171 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:30.382409 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab9cc1-1650-4515-bf12-d8245d2d1953 req-6bfa7748-7d08-4c9c-b922-2e80c5cccb73 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:30.383921 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2bab9cc1-1650-4515-bf12-d8245d2d1953 req-6bfa7748-7d08-4c9c-b922-2e80c5cccb73 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.1079593 Aug 31 12:42:30.435393 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2bab9cc1-1650-4515-bf12-d8245d2d1953 req-9fe45981-d202-4744-b48d-ecdfe52877c6 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444438 Aug 31 12:42:30.456983 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d703aa6-e937-4d50-9381-4299be83653d req-dda58764-d792-4537-ad33-81ad4a4eb9d3 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:30.458502 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0d703aa6-e937-4d50-9381-4299be83653d req-dda58764-d792-4537-ad33-81ad4a4eb9d3 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.0840938 Aug 31 12:42:30.507806 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0d703aa6-e937-4d50-9381-4299be83653d req-0acd5ad0-089c-4d34-ae9d-6e150a2c7b00 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427673 Aug 31 12:42:30.689603 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1d7ee-e7f0-4f3b-9011-ee0e37278ce4 req-a345f140-956b-421d-b54c-322beb398af4 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:30.692406 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-92d1d7ee-e7f0-4f3b-9011-ee0e37278ce4 req-a345f140-956b-421d-b54c-322beb398af4 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ab39e8d-76ed-4f7f-b173-907d7be42173 HTTP/1.1" status: 200 len: 946 time: 0.0914962 Aug 31 12:42:30.692560 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20d5f5-fab3-407c-aca3-c06bd379d90e req-df58c6af-3343-4365-8473-626c46f8e635 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:30.693572 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1d20d5f5-fab3-407c-aca3-c06bd379d90e req-df58c6af-3343-4365-8473-626c46f8e635 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d8155c-b9ef-426b-b44b-8d7f5f901fcd HTTP/1.1" status: 200 len: 946 time: 0.0931838 Aug 31 12:42:30.747340 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1d20d5f5-fab3-407c-aca3-c06bd379d90e req-1604c771-a9d3-4647-9efc-2ccb31dab883 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455039 Aug 31 12:42:30.805618 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [req-92d1d7ee-e7f0-4f3b-9011-ee0e37278ce4 req-ac220aac-e9b1-4301-9fc3-8dfdf582e20d tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Deleting port 31d1f8de-5a48-44c6-b001-e61548ddfa5f {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:42:30.806470 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-92d1d7ee-e7f0-4f3b-9011-ee0e37278ce4 req-ac220aac-e9b1-4301-9fc3-8dfdf582e20d tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:30.969202 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['b680d768-1faf-43f9-9b92-335cdc4190fb'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:42:31.040374 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ed274-9e0d-45cf-8484-172279ed634f req-79506c45-52ca-4e94-9b98-5a82dfd2da34 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:31.042904 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8e1ed274-9e0d-45cf-8484-172279ed634f req-79506c45-52ca-4e94-9b98-5a82dfd2da34 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0483878-4cfe-46f5-be0b-53d45c98e71a HTTP/1.1" status: 200 len: 944 time: 0.0886345 Aug 31 12:42:31.108018 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8e1ed274-9e0d-45cf-8484-172279ed634f req-75614b05-57a2-4f9e-85af-c89fa9c9f615 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587068 Aug 31 12:42:31.239602 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586aa7c8-6f38-4068-91d4-ab6a82d867c7 req-92da036b-8f87-45c0-89bb-7bb1da636d31 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:31.246511 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-586aa7c8-6f38-4068-91d4-ab6a82d867c7 req-92da036b-8f87-45c0-89bb-7bb1da636d31 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab39e8d-76ed-4f7f-b173-907d7be42173 HTTP/1.1" status: 200 len: 946 time: 0.3951724 Aug 31 12:42:31.342015 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-586aa7c8-6f38-4068-91d4-ab6a82d867c7 req-d373a627-287b-46aa-8d9b-0fe17594fba8 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/security-groups?id=f39e9f28-a707-4d86-bfb4-aed953584715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886915 Aug 31 12:42:31.351030 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-92d1d7ee-e7f0-4f3b-9011-ee0e37278ce4 req-ac220aac-e9b1-4301-9fc3-8dfdf582e20d tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] For port 31d1f8de-5a48-44c6-b001-e61548ddfa5f, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=31d1f8de-5a48-44c6-b001-e61548ddfa5f,segment=NetworkSegment(eae1b17e-acc9-409c-acef-8bcf6abcba01),segment_id=eae1b17e-acc9-409c-acef-8bcf6abcba01)] {{(pid=75035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:31.351531 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-92d1d7ee-e7f0-4f3b-9011-ee0e37278ce4 req-ac220aac-e9b1-4301-9fc3-8dfdf582e20d tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:31.486266 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [req-92d1d7ee-e7f0-4f3b-9011-ee0e37278ce4 req-ac220aac-e9b1-4301-9fc3-8dfdf582e20d tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Calling delete_port for 31d1f8de-5a48-44c6-b001-e61548ddfa5f owned by compute:nova {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:42:31.531249 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3ffa1-f15b-45d8-8d41-0b77f744beb6 req-264c5048-9f13-4bc7-9271-f930099e6606 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:31.534437 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7bf3ffa1-f15b-45d8-8d41-0b77f744beb6 req-264c5048-9f13-4bc7-9271-f930099e6606 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adddfc4-18c2-40fd-9f50-3a4071df6c0b HTTP/1.1" status: 200 len: 945 time: 0.1031783 Aug 31 12:42:31.590221 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7bf3ffa1-f15b-45d8-8d41-0b77f744beb6 req-68c2fd43-185c-4ba5-9908-c7993ac78b29 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469248 Aug 31 12:42:31.803177 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1799444-99bd-4664-9743-69da25841f9c req-6a8d1f0b-919c-40df-b92f-19953d5cff99 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:31.805550 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f1799444-99bd-4664-9743-69da25841f9c req-6a8d1f0b-919c-40df-b92f-19953d5cff99 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.1798546 Aug 31 12:42:31.807163 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-92d1d7ee-e7f0-4f3b-9011-ee0e37278ce4 req-ac220aac-e9b1-4301-9fc3-8dfdf582e20d tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:31.816557 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-73283870-1779-4585-b6ca-7e052785270e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:31.911334 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac220aac-e9b1-4301-9fc3-8dfdf582e20d tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Pushing event deleted for resources: {'Port': ['ID=31d1f8de-5a48-44c6-b001-e61548ddfa5f,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:31.923837 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-ac220aac-e9b1-4301-9fc3-8dfdf582e20d tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:31.959119 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78110f52-f5db-437e-8c54-a5683a6c869e req-ebb09b9d-cf45-49d7-af1e-c41f84042b5b tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:31.960646 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-78110f52-f5db-437e-8c54-a5683a6c869e req-ebb09b9d-cf45-49d7-af1e-c41f84042b5b tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1670535 Aug 31 12:42:32.001455 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 2069e40e-6ea8-48f8-a056-1eb746d36640 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:42:32.066561 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f1799444-99bd-4664-9743-69da25841f9c req-0c68a0a8-e522-455f-871d-79ab2b0bfe89 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000148 Aug 31 12:42:32.104257 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-78110f52-f5db-437e-8c54-a5683a6c869e req-6ad7ce92-b330-422f-a73d-cd7a8031071c tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307552 Aug 31 12:42:32.204138 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d1d7ee-e7f0-4f3b-9011-ee0e37278ce4 req-ac220aac-e9b1-4301-9fc3-8dfdf582e20d tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] No DVR routers for this DVR port 31d1f8de-5a48-44c6-b001-e61548ddfa5f on host hv-cinder-80669 {{(pid=75035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:42:32.223674 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-92d1d7ee-e7f0-4f3b-9011-ee0e37278ce4 req-ac220aac-e9b1-4301-9fc3-8dfdf582e20d tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:32.223674 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab39e8d-76ed-4f7f-b173-907d7be42173', 'name': 'network-vif-deleted', 'tag': '31d1f8de-5a48-44c6-b001-e61548ddfa5f'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:42:32.275628 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 2069e40e-6ea8-48f8-a056-1eb746d36640, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=2069e40e-6ea8-48f8-a056-1eb746d36640,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:32.290164 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': '2069e40e-6ea8-48f8-a056-1eb746d36640', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'port_id': '2069e40e-6ea8-48f8-a056-1eb746d36640', 'mac_address': 'fa:16:3e:7f:2e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:42:32.319604 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-92d1d7ee-e7f0-4f3b-9011-ee0e37278ce4 req-ac220aac-e9b1-4301-9fc3-8dfdf582e20d tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.52 "DELETE /v2.0/ports/31d1f8de-5a48-44c6-b001-e61548ddfa5f HTTP/1.1" status: 204 len: 173 time: 1.6216099 Aug 31 12:42:32.346092 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['31d1f8de-5a48-44c6-b001-e61548ddfa5f'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:42:32.362067 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0f8c8-6cb1-4aee-a8bb-2a2d4006f6f6 req-31d2cdd0-74af-46de-bef1-ca057db44f98 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:32.365752 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-65c0f8c8-6cb1-4aee-a8bb-2a2d4006f6f6 req-31d2cdd0-74af-46de-bef1-ca057db44f98 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.52 "GET /v2.0/ports?device_id=87d8155c-b9ef-426b-b44b-8d7f5f901fcd HTTP/1.1" status: 200 len: 946 time: 0.2774937 Aug 31 12:42:32.454525 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:32.475288 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2069e40e-6ea8-48f8-a056-1eb746d36640 {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:42:32.476992 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [req-65c0f8c8-6cb1-4aee-a8bb-2a2d4006f6f6 req-e19792e0-ba7a-41d8-9c45-d5a61311d04e tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Deleting port d129d169-b832-444a-8daa-54a1af198c2d {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:42:32.477559 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-65c0f8c8-6cb1-4aee-a8bb-2a2d4006f6f6 req-e19792e0-ba7a-41d8-9c45-d5a61311d04e tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:32.494707 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 2069e40e-6ea8-48f8-a056-1eb746d36640, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=2069e40e-6ea8-48f8-a056-1eb746d36640,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:32.501740 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:32.504213 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:32.510614 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead86b92-ced6-4c0c-8da5-8ce0b9b5c548 req-3509b167-dbbd-4dba-a241-749b7f8ba044 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:32.519589 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-ead86b92-ced6-4c0c-8da5-8ce0b9b5c548 req-3509b167-dbbd-4dba-a241-749b7f8ba044 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d8155c-b9ef-426b-b44b-8d7f5f901fcd HTTP/1.1" status: 200 len: 946 time: 0.1247110 Aug 31 12:42:32.577640 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=2069e40e-6ea8-48f8-a056-1eb746d36640,revision_number=6']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:32.583207 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:32.586290 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-ead86b92-ced6-4c0c-8da5-8ce0b9b5c548 req-a02469ea-603a-4e99-9853-ce2c7353daa0 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649269 Aug 31 12:42:32.673643 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab39e8d-76ed-4f7f-b173-907d7be42173', 'name': 'network-vif-deleted', 'tag': '31d1f8de-5a48-44c6-b001-e61548ddfa5f', 'status': 'completed', 'code': 200} Aug 31 12:42:32.737076 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['2069e40e-6ea8-48f8-a056-1eb746d36640'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:42:32.890184 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b95b67-6d1f-4bbf-8caa-98f963d8f68d req-0571a82a-8018-4c48-a6c6-e4998d96bae1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:32.892406 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a8b95b67-6d1f-4bbf-8caa-98f963d8f68d req-0571a82a-8018-4c48-a6c6-e4998d96bae1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0483878-4cfe-46f5-be0b-53d45c98e71a HTTP/1.1" status: 200 len: 944 time: 0.4374871 Aug 31 12:42:33.036686 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a8b95b67-6d1f-4bbf-8caa-98f963d8f68d req-c2a94c41-6e56-4251-bd36-02540bcbf951 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350007 Aug 31 12:42:33.052358 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-65c0f8c8-6cb1-4aee-a8bb-2a2d4006f6f6 req-e19792e0-ba7a-41d8-9c45-d5a61311d04e tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] For port d129d169-b832-444a-8daa-54a1af198c2d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=d129d169-b832-444a-8daa-54a1af198c2d,segment=NetworkSegment(c830b616-b726-41b5-b25f-fbe5a18b878e),segment_id=c830b616-b726-41b5-b25f-fbe5a18b878e)] {{(pid=75035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:33.052916 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-65c0f8c8-6cb1-4aee-a8bb-2a2d4006f6f6 req-e19792e0-ba7a-41d8-9c45-d5a61311d04e tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:33.089947 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-3691357b-74b5-456f-9fef-44634a628957 req-96ee7af3-295e-4afb-aaeb-02625c19f57e tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab39e8d-76ed-4f7f-b173-907d7be42173 HTTP/1.1" status: 200 len: 210 time: 0.0697217 Aug 31 12:42:33.208936 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [req-65c0f8c8-6cb1-4aee-a8bb-2a2d4006f6f6 req-e19792e0-ba7a-41d8-9c45-d5a61311d04e tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Calling delete_port for d129d169-b832-444a-8daa-54a1af198c2d owned by compute:nova {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:42:33.396473 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a38c1-bd2f-4c37-9706-1c649295db8a req-bad56133-417a-4c3b-8cdd-ae7cdead1d19 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:33.406692 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-65c0f8c8-6cb1-4aee-a8bb-2a2d4006f6f6 req-e19792e0-ba7a-41d8-9c45-d5a61311d04e tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:33.407806 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-983a38c1-bd2f-4c37-9706-1c649295db8a req-bad56133-417a-4c3b-8cdd-ae7cdead1d19 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1319528 Aug 31 12:42:33.414082 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:33.422983 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['a16ec1a3-bd94-4712-be22-539720a2cf08', '9da94c63-7b06-44fd-a8de-9ef74c699e88', 'b01f626c-8031-4e42-ab9d-a177ca01d20d', 'd129d169-b832-444a-8daa-54a1af198c2d'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:42:33.464776 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19792e0-ba7a-41d8-9c45-d5a61311d04e tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Pushing event deleted for resources: {'Port': ['ID=d129d169-b832-444a-8daa-54a1af198c2d,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:33.469140 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-e19792e0-ba7a-41d8-9c45-d5a61311d04e tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:33.510227 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-983a38c1-bd2f-4c37-9706-1c649295db8a req-d80830c7-4887-4b0a-9441-7302725a47be tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007502 Aug 31 12:42:33.579139 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c0f8c8-6cb1-4aee-a8bb-2a2d4006f6f6 req-e19792e0-ba7a-41d8-9c45-d5a61311d04e tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] No DVR routers for this DVR port d129d169-b832-444a-8daa-54a1af198c2d on host hv-cinder-80669 {{(pid=75035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:42:33.582574 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-65c0f8c8-6cb1-4aee-a8bb-2a2d4006f6f6 req-e19792e0-ba7a-41d8-9c45-d5a61311d04e tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:33.603183 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-65c0f8c8-6cb1-4aee-a8bb-2a2d4006f6f6 req-e19792e0-ba7a-41d8-9c45-d5a61311d04e tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.52 "DELETE /v2.0/ports/d129d169-b832-444a-8daa-54a1af198c2d HTTP/1.1" status: 204 len: 173 time: 1.2260499 Aug 31 12:42:33.932396 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e9391-a2a2-4377-9d02-ff3a05b6bdad req-b9bd805c-aef0-4b80-9965-150d76bcae05 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:33.946199 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-f73e9391-a2a2-4377-9d02-ff3a05b6bdad req-b9bd805c-aef0-4b80-9965-150d76bcae05 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 944 time: 0.1801991 Aug 31 12:42:34.006790 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 2069e40e-6ea8-48f8-a056-1eb746d36640 up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:42:34.028848 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-f73e9391-a2a2-4377-9d02-ff3a05b6bdad req-cda7fc73-8e28-4b7d-9d34-7cde527f9834 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813582 Aug 31 12:42:34.083378 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-1d9602ef-56e2-42a9-a471-b09d38704c92 req-57d3979b-1f50-401c-b299-9b339241aa72 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Synchronizing usage tracker for tenant:64fbaa82947f4910b46f8f5a33a5468f on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:42:34.120117 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-1d9602ef-56e2-42a9-a471-b09d38704c92 req-57d3979b-1f50-401c-b299-9b339241aa72 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Unset dirty status for tenant:64fbaa82947f4910b46f8f5a33a5468f on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:42:34.124906 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-1d9602ef-56e2-42a9-a471-b09d38704c92 req-57d3979b-1f50-401c-b299-9b339241aa72 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87d8155c-b9ef-426b-b44b-8d7f5f901fcd HTTP/1.1" status: 200 len: 210 time: 0.2129834 Aug 31 12:42:34.262156 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port 2069e40e-6ea8-48f8-a056-1eb746d36640 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:42:34.262537 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:34.365971 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddbe78-711e-4660-a26d-c9b5326035a6 req-d6d538c7-0ba1-460c-8fc6-012249106cc4 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:34.368362 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-ceddbe78-711e-4660-a26d-c9b5326035a6 req-d6d538c7-0ba1-460c-8fc6-012249106cc4 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adddfc4-18c2-40fd-9f50-3a4071df6c0b HTTP/1.1" status: 200 len: 945 time: 0.1299887 Aug 31 12:42:34.415235 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:34.444331 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-ceddbe78-711e-4660-a26d-c9b5326035a6 req-c185588a-aeb5-45ad-9463-f3b19122eb66 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704002 Aug 31 12:42:34.474384 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47a3f6a-c0df-4490-a02b-f6aa4081c81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2069e40e-6ea8-48f8-a056-1eb746d36640'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:42:34.503591 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 2069e40e-6ea8-48f8-a056-1eb746d36640, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=2069e40e-6ea8-48f8-a056-1eb746d36640,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:34.513050 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:34.525084 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device b680d768-1faf-43f9-9b92-335cdc4190fb up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:42:34.700316 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d8155c-b9ef-426b-b44b-8d7f5f901fcd', 'name': 'network-vif-deleted', 'tag': 'd129d169-b832-444a-8daa-54a1af198c2d'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:42:34.707397 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47a3f6a-c0df-4490-a02b-f6aa4081c81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2069e40e-6ea8-48f8-a056-1eb746d36640', 'code': 200} Aug 31 12:42:34.711861 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:34.829385 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e5368-fe29-4513-b222-38c926406e9b req-be576875-0bf9-4878-9c8c-f9f35b650193 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:34.834255 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2c9e5368-fe29-4513-b222-38c926406e9b req-be576875-0bf9-4878-9c8c-f9f35b650193 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0483878-4cfe-46f5-be0b-53d45c98e71a HTTP/1.1" status: 200 len: 944 time: 0.2043722 Aug 31 12:42:34.884895 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=2069e40e-6ea8-48f8-a056-1eb746d36640,revision_number=7']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:34.891946 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:34.930377 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning for port b680d768-1faf-43f9-9b92-335cdc4190fb completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:42:34.946630 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port b680d768-1faf-43f9-9b92-335cdc4190fb triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:42:34.947167 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:34.965499 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2c9e5368-fe29-4513-b222-38c926406e9b req-c7e6ec09-542e-41a9-b119-5f7d28c59613 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189022 Aug 31 12:42:35.113926 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d8155c-b9ef-426b-b44b-8d7f5f901fcd', 'name': 'network-vif-deleted', 'tag': 'd129d169-b832-444a-8daa-54a1af198c2d', 'status': 'completed', 'code': 200} Aug 31 12:42:35.183025 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee63a9-9c19-4061-b45d-52c31ea60f7b req-1de03990-afb4-4add-8cae-b7fe880180d7 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:35.192958 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-eaee63a9-9c19-4061-b45d-52c31ea60f7b req-1de03990-afb4-4add-8cae-b7fe880180d7 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.3966980 Aug 31 12:42:35.366570 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-eaee63a9-9c19-4061-b45d-52c31ea60f7b req-b931b1e5-ff31-4a98-9d8b-7db031120cfd tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638331 Aug 31 12:42:35.457983 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:35.615884 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port b680d768-1faf-43f9-9b92-335cdc4190fb, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b680d768-1faf-43f9-9b92-335cdc4190fb,segment=NetworkSegment(9edb5924-47f2-4a95-a00f-2ac66a5e25e9),segment_id=9edb5924-47f2-4a95-a00f-2ac66a5e25e9)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:35.622686 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:35.623781 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device d129d169-b832-444a-8daa-54a1af198c2d no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:42:35.674837 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-8d2eb574-dd3f-4227-bb8d-3e847799b7d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:35.714382 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] No Port match for: d129d169-b832-444a-8daa-54a1af198c2d {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:42:35.714382 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device d129d169-b832-444a-8daa-54a1af198c2d not bound to the agent host hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:42:35.714782 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 31d1f8de-5a48-44c6-b001-e61548ddfa5f no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:42:35.765136 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] No Port match for: 31d1f8de-5a48-44c6-b001-e61548ddfa5f {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:42:35.768240 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 31d1f8de-5a48-44c6-b001-e61548ddfa5f not bound to the agent host hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:42:35.784907 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c9247-c7ae-44a7-9ac5-823a2cdf4c68 req-ceef6117-b0b5-4960-88b4-3bdd01b1cd74 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:35.792707 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=b680d768-1faf-43f9-9b92-335cdc4190fb,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:35.795900 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:35.797711 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2e3c9247-c7ae-44a7-9ac5-823a2cdf4c68 req-ceef6117-b0b5-4960-88b4-3bdd01b1cd74 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.3707073 Aug 31 12:42:35.999591 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2e3c9247-c7ae-44a7-9ac5-823a2cdf4c68 req-6a56dfd9-bc15-4220-a84e-63708fa294a3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005527 Aug 31 12:42:36.029771 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42b5e9-eceb-40de-91d1-fefb40b81f5f req-ce1f5ce0-4f34-4de0-ae38-cdf0bfda04df tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:36.029771 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-6b42b5e9-eceb-40de-91d1-fefb40b81f5f req-ce1f5ce0-4f34-4de0-ae38-cdf0bfda04df tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.52 "GET /v2.0/ports?device_id=7adddfc4-18c2-40fd-9f50-3a4071df6c0b HTTP/1.1" status: 200 len: 945 time: 0.3181908 Aug 31 12:42:36.239834 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [req-6b42b5e9-eceb-40de-91d1-fefb40b81f5f req-a5052775-7b03-46bf-857f-4579b4101483 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Deleting port cbdab20d-3f88-41d6-bd97-29ce43b1019a {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:42:36.239834 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-6b42b5e9-eceb-40de-91d1-fefb40b81f5f req-a5052775-7b03-46bf-857f-4579b4101483 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:36.546044 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55975eda-7347-4cc5-8a8f-cc9830c268f2 req-5ff2e8de-5989-403e-b29e-d26a67f42101 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:36.550200 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-55975eda-7347-4cc5-8a8f-cc9830c268f2 req-5ff2e8de-5989-403e-b29e-d26a67f42101 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0483878-4cfe-46f5-be0b-53d45c98e71a HTTP/1.1" status: 200 len: 945 time: 0.1275644 Aug 31 12:42:36.633117 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf320b-23e1-4ac0-b8f9-fb10a8f317b8 req-d52b4f39-6e67-4e13-adc1-dfbe8a7ec263 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:36.642933 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-ecbf320b-23e1-4ac0-b8f9-fb10a8f317b8 req-d52b4f39-6e67-4e13-adc1-dfbe8a7ec263 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adddfc4-18c2-40fd-9f50-3a4071df6c0b HTTP/1.1" status: 200 len: 945 time: 0.3253689 Aug 31 12:42:36.706024 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-ecbf320b-23e1-4ac0-b8f9-fb10a8f317b8 req-8315fa0f-ecf5-400d-b7b5-3ce6daf98104 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570786 Aug 31 12:42:36.709500 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0483878-4cfe-46f5-be0b-53d45c98e71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b680d768-1faf-43f9-9b92-335cdc4190fb'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:42:36.727795 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-55975eda-7347-4cc5-8a8f-cc9830c268f2 req-62567a59-8fb5-4688-9e00-cb34f30a611e tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700940 Aug 31 12:42:36.778584 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-6b42b5e9-eceb-40de-91d1-fefb40b81f5f req-a5052775-7b03-46bf-857f-4579b4101483 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] For port cbdab20d-3f88-41d6-bd97-29ce43b1019a, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=cbdab20d-3f88-41d6-bd97-29ce43b1019a,segment=NetworkSegment(5680c92a-10e4-481b-a52a-651b73504bdc),segment_id=5680c92a-10e4-481b-a52a-651b73504bdc)] {{(pid=75035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:36.778975 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-6b42b5e9-eceb-40de-91d1-fefb40b81f5f req-a5052775-7b03-46bf-857f-4579b4101483 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:36.816036 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:42:36.839928 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0483878-4cfe-46f5-be0b-53d45c98e71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b680d768-1faf-43f9-9b92-335cdc4190fb', 'code': 200} Aug 31 12:42:36.914584 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [req-6b42b5e9-eceb-40de-91d1-fefb40b81f5f req-a5052775-7b03-46bf-857f-4579b4101483 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Calling delete_port for cbdab20d-3f88-41d6-bd97-29ce43b1019a owned by compute:nova {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:42:37.162038 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-6b42b5e9-eceb-40de-91d1-fefb40b81f5f req-a5052775-7b03-46bf-857f-4579b4101483 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:37.172361 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-19b9a989-e7c9-4880-b270-c391a5869f73 tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:37.175426 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['cbdab20d-3f88-41d6-bd97-29ce43b1019a'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:42:37.347019 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5052775-7b03-46bf-857f-4579b4101483 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Pushing event deleted for resources: {'Port': ['ID=cbdab20d-3f88-41d6-bd97-29ce43b1019a,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:37.356117 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-a5052775-7b03-46bf-857f-4579b4101483 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:37.434682 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2bc17-fee7-481a-9eed-b65d34a3e415 req-e1cc42c2-1caa-4276-9904-60a2bf2710a4 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:37.445705 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-63f2bc17-fee7-481a-9eed-b65d34a3e415 req-e1cc42c2-1caa-4276-9904-60a2bf2710a4 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.1276319 Aug 31 12:42:37.495067 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b42b5e9-eceb-40de-91d1-fefb40b81f5f req-a5052775-7b03-46bf-857f-4579b4101483 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] No DVR routers for this DVR port cbdab20d-3f88-41d6-bd97-29ce43b1019a on host hv-cinder-80669 {{(pid=75035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:42:37.502277 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23200f2b-75f1-4f48-b179-1df355d9d9f5 req-9cecc7bb-2a4f-4e29-82b5-b917ced54ee5 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:37.509533 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-23200f2b-75f1-4f48-b179-1df355d9d9f5 req-9cecc7bb-2a4f-4e29-82b5-b917ced54ee5 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.3884120 Aug 31 12:42:37.510160 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-63f2bc17-fee7-481a-9eed-b65d34a3e415 req-214659ba-8014-4dde-ba33-1fc5faf03eba tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633297 Aug 31 12:42:37.538463 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-6b42b5e9-eceb-40de-91d1-fefb40b81f5f req-a5052775-7b03-46bf-857f-4579b4101483 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:37.563239 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adddfc4-18c2-40fd-9f50-3a4071df6c0b', 'name': 'network-vif-deleted', 'tag': 'cbdab20d-3f88-41d6-bd97-29ce43b1019a'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:42:37.582837 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-23200f2b-75f1-4f48-b179-1df355d9d9f5 req-ed4dc37b-1c4b-4156-b377-7cf0fddd3d56 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719335 Aug 31 12:42:37.629392 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-6b42b5e9-eceb-40de-91d1-fefb40b81f5f req-a5052775-7b03-46bf-857f-4579b4101483 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.52 "DELETE /v2.0/ports/cbdab20d-3f88-41d6-bd97-29ce43b1019a HTTP/1.1" status: 204 len: 173 time: 1.5855625 Aug 31 12:42:37.650739 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f747b599-1b74-4026-8711-b579f5b2c735 req-df566557-c3c8-4222-b7bb-d8a30f129137 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b0483878-4cfe-46f5-be0b-53d45c98e71a HTTP/1.1" status: 200 len: 1098 time: 0.4121368 Aug 31 12:42:37.793014 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f747b599-1b74-4026-8711-b579f5b2c735 req-e3abf37c-217d-4f49-bf07-4be0b199419b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341407 Aug 31 12:42:38.161452 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adddfc4-18c2-40fd-9f50-3a4071df6c0b', 'name': 'network-vif-deleted', 'tag': 'cbdab20d-3f88-41d6-bd97-29ce43b1019a', 'status': 'completed', 'code': 200} Aug 31 12:42:38.322215 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-f51a3d74-7e3d-4799-9728-6bcf64760a8d req-ce4e9b4f-0644-42c4-b9f9-b7bc3c58e339 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Synchronizing usage tracker for tenant:000315d9835948618872c8f081afb232 on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:42:38.341190 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-f51a3d74-7e3d-4799-9728-6bcf64760a8d req-ce4e9b4f-0644-42c4-b9f9-b7bc3c58e339 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Unset dirty status for tenant:000315d9835948618872c8f081afb232 on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:42:38.349257 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f51a3d74-7e3d-4799-9728-6bcf64760a8d req-ce4e9b4f-0644-42c4-b9f9-b7bc3c58e339 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=7adddfc4-18c2-40fd-9f50-3a4071df6c0b HTTP/1.1" status: 200 len: 210 time: 0.0730174 Aug 31 12:42:38.410153 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72220b-5b98-49d9-a934-9789ecbeb0ee req-08a257ab-c0a3-43c8-a4c4-db176427c452 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:38.413783 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-9b72220b-5b98-49d9-a934-9789ecbeb0ee req-08a257ab-c0a3-43c8-a4c4-db176427c452 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0483878-4cfe-46f5-be0b-53d45c98e71a HTTP/1.1" status: 200 len: 945 time: 0.1437528 Aug 31 12:42:38.505845 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-9b72220b-5b98-49d9-a934-9789ecbeb0ee req-eaaff20a-30e6-46ab-aabd-76775f09c5a0 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713289 Aug 31 12:42:38.631146 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09e741-2d2e-400a-ad86-c5e09357e018 req-f47b3b12-049c-4e52-a56c-1a69225611ab tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:38.640503 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7b09e741-2d2e-400a-ad86-c5e09357e018 req-f47b3b12-049c-4e52-a56c-1a69225611ab tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=26606d4c-fb00-4e5a-beba-edd85a8ea370 HTTP/1.1" status: 200 len: 945 time: 0.1574049 Aug 31 12:42:38.732063 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7b09e741-2d2e-400a-ad86-c5e09357e018 req-1c5bcde1-8432-43a3-af7e-2e0f47de217b tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900202 Aug 31 12:42:38.938898 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56bba5-45a7-4a3a-9ca6-4aa4f35b3652 req-01fc7da9-288e-4982-be44-b54536af98e6 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:38.940457 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7a56bba5-45a7-4a3a-9ca6-4aa4f35b3652 req-01fc7da9-288e-4982-be44-b54536af98e6 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1395748 Aug 31 12:42:38.971862 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6681d-d952-4ca4-9c75-d06a0a3b468e req-c8fc439d-9a0a-4763-b9dd-557489750b4e tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:38.975642 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b4a6681d-d952-4ca4-9c75-d06a0a3b468e req-c8fc439d-9a0a-4763-b9dd-557489750b4e tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.0933421 Aug 31 12:42:39.008426 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7a56bba5-45a7-4a3a-9ca6-4aa4f35b3652 req-e29f659d-7de2-4ff8-8858-473572b9791e tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618973 Aug 31 12:42:39.099203 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b4a6681d-d952-4ca4-9c75-d06a0a3b468e req-93266b39-5eac-49be-acb8-dc26c9440547 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164682 Aug 31 12:42:39.902741 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6062400-7e3f-47dd-8a3a-9eaa420d5508 req-37a9c247-5484-4a81-b351-49e5ce4e2245 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:39.906750 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-e6062400-7e3f-47dd-8a3a-9eaa420d5508 req-37a9c247-5484-4a81-b351-49e5ce4e2245 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0483878-4cfe-46f5-be0b-53d45c98e71a HTTP/1.1" status: 200 len: 945 time: 0.1185517 Aug 31 12:42:39.999632 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-e6062400-7e3f-47dd-8a3a-9eaa420d5508 req-e8b9cce6-f5aa-44b6-a1c4-863d19306c69 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864465 Aug 31 12:42:40.038569 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device cbdab20d-3f88-41d6-bd97-29ce43b1019a no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:42:40.120570 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] No Port match for: cbdab20d-3f88-41d6-bd97-29ce43b1019a {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:42:40.120919 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device cbdab20d-3f88-41d6-bd97-29ce43b1019a not bound to the agent host hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:42:40.172153 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe7240-3280-476f-bb58-4444c9b4d119 req-1a9c97d0-6a56-48ae-ae0e-e1a8322fcfd3 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:40.174315 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-44fe7240-3280-476f-bb58-4444c9b4d119 req-1a9c97d0-6a56-48ae-ae0e-e1a8322fcfd3 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=26606d4c-fb00-4e5a-beba-edd85a8ea370 HTTP/1.1" status: 200 len: 945 time: 0.2157874 Aug 31 12:42:40.253314 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-44fe7240-3280-476f-bb58-4444c9b4d119 req-ca45e4a5-e55f-49bc-8805-d0b621cccbac tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710759 Aug 31 12:42:40.507341 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-143dd111-2b5c-440b-b5f3-6706e01be794 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:40.515268 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-143dd111-2b5c-440b-b5f3-6706e01be794 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/networks?id=9a477d85-f78f-41ab-a3bc-a0184bfd3619 HTTP/1.1" status: 200 len: 808 time: 0.2871954 Aug 31 12:42:40.535238 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-c6eb8394-1f06-4617-8cba-115baf3837a9 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/quotas/000315d9835948618872c8f081afb232 HTTP/1.1" status: 200 len: 375 time: 0.0181668 Aug 31 12:42:40.536302 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f892f7-6b76-40fa-a6be-2ba420c349ec req-02e2a5e5-af9d-4ee0-8cd4-d494009c6ccb tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:40.537979 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f0f892f7-6b76-40fa-a6be-2ba420c349ec req-02e2a5e5-af9d-4ee0-8cd4-d494009c6ccb tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1098807 Aug 31 12:42:40.549386 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c8153-4b06-4719-8982-f0f2fc31f9ec req-fbfb3a43-b370-4de2-8e66-3035afe08aa6 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:40.553893 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-e49c8153-4b06-4719-8982-f0f2fc31f9ec req-fbfb3a43-b370-4de2-8e66-3035afe08aa6 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.52 "GET /v2.0/ports?device_id=26606d4c-fb00-4e5a-beba-edd85a8ea370 HTTP/1.1" status: 200 len: 945 time: 0.1770661 Aug 31 12:42:40.596485 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-212b28ff-fb1f-49d8-b669-38b66ec6b337 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=000315d9835948618872c8f081afb232&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601382 Aug 31 12:42:40.726131 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [req-e49c8153-4b06-4719-8982-f0f2fc31f9ec req-f909c5ae-690c-43dd-a15c-206d851ba721 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Deleting port b01f626c-8031-4e42-ab9d-a177ca01d20d {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:42:40.738379 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-e49c8153-4b06-4719-8982-f0f2fc31f9ec req-f909c5ae-690c-43dd-a15c-206d851ba721 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:40.805208 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-2a01177c-5766-4a2f-8c9e-18a92b847c53 service neutron] 10.222.0.13 "GET /v2.0/networks/9a477d85-f78f-41ab-a3bc-a0184bfd3619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075903 Aug 31 12:42:40.933109 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f0f892f7-6b76-40fa-a6be-2ba420c349ec req-e49a83f0-af50-47d5-a25c-527162011fc3 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777084 Aug 31 12:42:41.048204 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-5a0f4d3a-c85e-446c-908d-aeabb8758cbb service neutron] 10.222.0.13 "GET /v2.0/networks/9a477d85-f78f-41ab-a3bc-a0184bfd3619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417479 Aug 31 12:42:41.410755 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-e49c8153-4b06-4719-8982-f0f2fc31f9ec req-f909c5ae-690c-43dd-a15c-206d851ba721 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] For port b01f626c-8031-4e42-ab9d-a177ca01d20d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b01f626c-8031-4e42-ab9d-a177ca01d20d,segment=NetworkSegment(c830b616-b726-41b5-b25f-fbe5a18b878e),segment_id=c830b616-b726-41b5-b25f-fbe5a18b878e)] {{(pid=75035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:41.430570 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-e49c8153-4b06-4719-8982-f0f2fc31f9ec req-f909c5ae-690c-43dd-a15c-206d851ba721 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:41.662626 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [req-e49c8153-4b06-4719-8982-f0f2fc31f9ec req-f909c5ae-690c-43dd-a15c-206d851ba721 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Calling delete_port for b01f626c-8031-4e42-ab9d-a177ca01d20d owned by compute:nova {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:42:41.789898 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca80e9-ee19-4fc4-9139-734eaa6c9225 req-1b3990ff-35d4-46bb-bdeb-aab8b8f840dd tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:41.820117 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-41ca80e9-ee19-4fc4-9139-734eaa6c9225 req-1b3990ff-35d4-46bb-bdeb-aab8b8f840dd tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.4773140 Aug 31 12:42:41.967276 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4e115-8aff-49fc-819e-34c1dbbdb078 req-35fd4017-616a-498a-8b8f-3b54829af63f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:41.969135 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-29e4e115-8aff-49fc-819e-34c1dbbdb078 req-35fd4017-616a-498a-8b8f-3b54829af63f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=26606d4c-fb00-4e5a-beba-edd85a8ea370 HTTP/1.1" status: 200 len: 945 time: 0.1613796 Aug 31 12:42:42.060053 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-e49c8153-4b06-4719-8982-f0f2fc31f9ec req-f909c5ae-690c-43dd-a15c-206d851ba721 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:42.070846 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-73283870-1779-4585-b6ca-7e052785270e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:42.072649 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-29e4e115-8aff-49fc-819e-34c1dbbdb078 req-0dce1230-91fd-4cbe-b1a8-f67579c7aa8d tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781174 Aug 31 12:42:42.075729 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['a16ec1a3-bd94-4712-be22-539720a2cf08', '9da94c63-7b06-44fd-a8de-9ef74c699e88', 'b01f626c-8031-4e42-ab9d-a177ca01d20d'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:42:42.163977 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909c5ae-690c-43dd-a15c-206d851ba721 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Pushing event deleted for resources: {'Port': ['ID=b01f626c-8031-4e42-ab9d-a177ca01d20d,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:42.174304 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-41ca80e9-ee19-4fc4-9139-734eaa6c9225 req-30a96309-f800-47bf-b44b-b0dd382abb4b tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3530817 Aug 31 12:42:42.175636 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-f909c5ae-690c-43dd-a15c-206d851ba721 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:42.275051 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49c8153-4b06-4719-8982-f0f2fc31f9ec req-f909c5ae-690c-43dd-a15c-206d851ba721 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] No DVR routers for this DVR port b01f626c-8031-4e42-ab9d-a177ca01d20d on host hv-cinder-80669 {{(pid=75035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:42:42.278654 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-e49c8153-4b06-4719-8982-f0f2fc31f9ec req-f909c5ae-690c-43dd-a15c-206d851ba721 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:42.302342 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26606d4c-fb00-4e5a-beba-edd85a8ea370', 'name': 'network-vif-deleted', 'tag': 'b01f626c-8031-4e42-ab9d-a177ca01d20d'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:42:42.310925 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-e49c8153-4b06-4719-8982-f0f2fc31f9ec req-f909c5ae-690c-43dd-a15c-206d851ba721 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.52 "DELETE /v2.0/ports/b01f626c-8031-4e42-ab9d-a177ca01d20d HTTP/1.1" status: 204 len: 173 time: 1.7412710 Aug 31 12:42:42.381121 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-bc1c34f3-75dd-46a7-942e-b1546989e1bb req-7e68e1db-aac7-42d0-84fb-5cbfd231ac15 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=36bae984-30b3-4f49-99df-212abf61fe17 HTTP/1.1" status: 200 len: 210 time: 0.0648797 Aug 31 12:42:42.497457 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26606d4c-fb00-4e5a-beba-edd85a8ea370', 'name': 'network-vif-deleted', 'tag': 'b01f626c-8031-4e42-ab9d-a177ca01d20d', 'status': 'completed', 'code': 200} Aug 31 12:42:42.590526 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc699c8-f7de-4a43-afb8-7b09a4aa16ee req-2375614a-bdef-4470-85fd-a12ee62e93f5 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:42.593251 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2cc699c8-f7de-4a43-afb8-7b09a4aa16ee req-2375614a-bdef-4470-85fd-a12ee62e93f5 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1751883 Aug 31 12:42:42.696545 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2cc699c8-f7de-4a43-afb8-7b09a4aa16ee req-e58cc0ca-5107-4a09-ba98-fb3a9a12e6c3 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968966 Aug 31 12:42:43.241996 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-7363fa04-24d6-4287-b834-47856ac8a70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:43.440132 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-605872cb-4536-47f2-969d-df836fa6b289 req-40625993-4c44-47e3-aee5-bfc2f3e95b69 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Synchronizing usage tracker for tenant:64fbaa82947f4910b46f8f5a33a5468f on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:42:43.517027 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-605872cb-4536-47f2-969d-df836fa6b289 req-40625993-4c44-47e3-aee5-bfc2f3e95b69 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Unset dirty status for tenant:64fbaa82947f4910b46f8f5a33a5468f on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:42:43.530305 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-605872cb-4536-47f2-969d-df836fa6b289 req-40625993-4c44-47e3-aee5-bfc2f3e95b69 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=26606d4c-fb00-4e5a-beba-edd85a8ea370 HTTP/1.1" status: 200 len: 210 time: 0.2114327 Aug 31 12:42:43.608923 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:43.628648 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-0cfd382f-3e8a-4b35-afcc-204a0d9e484d tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:43.630162 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-0cfd382f-3e8a-4b35-afcc-204a0d9e484d tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.52 "GET /v2.0/networks?id=9a477d85-f78f-41ab-a3bc-a0184bfd3619 HTTP/1.1" status: 200 len: 808 time: 0.4974494 Aug 31 12:42:43.663837 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-67516103-1644-40a3-bc10-499202062a68 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Request body: {'port': {'device_id': '36bae984-30b3-4f49-99df-212abf61fe17', 'network_id': '9a477d85-f78f-41ab-a3bc-a0184bfd3619', 'admin_state_up': True, 'tenant_id': '000315d9835948618872c8f081afb232'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:42:43.700112 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58876fd4-8cde-49fe-a99a-e67888d26bbc req-577bd4dc-8b63-449f-8a78-0541c9a8437f tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:43.703539 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-58876fd4-8cde-49fe-a99a-e67888d26bbc req-577bd4dc-8b63-449f-8a78-0541c9a8437f tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.1977167 Aug 31 12:42:43.770514 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-58876fd4-8cde-49fe-a99a-e67888d26bbc req-0522ca5a-617c-46a5-9147-671aec8bf648 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614631 Aug 31 12:42:44.008207 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-67516103-1644-40a3-bc10-499202062a68 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:42:44.022112 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-51a7a8f7-c15f-448d-9773-56b9b059a5d2 req-82168566-fae1-4db6-9904-141a328b121b tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=36bae984-30b3-4f49-99df-212abf61fe17 HTTP/1.1" status: 200 len: 210 time: 0.0722718 Aug 31 12:42:44.028697 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-67516103-1644-40a3-bc10-499202062a68 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:42:44.048818 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device b01f626c-8031-4e42-ab9d-a177ca01d20d no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:42:44.064203 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-67516103-1644-40a3-bc10-499202062a68 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Made reservation on behalf of 000315d9835948618872c8f081afb232 for: {'port': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:42:44.071360 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-67516103-1644-40a3-bc10-499202062a68 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:44.103076 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] No Port match for: b01f626c-8031-4e42-ab9d-a177ca01d20d {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:42:44.103422 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device b01f626c-8031-4e42-ab9d-a177ca01d20d not bound to the agent host hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:42:44.107348 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8cec7-db87-4b8c-8d2f-e8c13dc34a00 req-01761b97-bffe-4496-86c0-3dc5b64b7790 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:44.123488 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b3d8cec7-db87-4b8c-8d2f-e8c13dc34a00 req-01761b97-bffe-4496-86c0-3dc5b64b7790 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1669874 Aug 31 12:42:44.195567 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b3d8cec7-db87-4b8c-8d2f-e8c13dc34a00 req-f7a5b24a-67cb-4817-959a-16cbc6350956 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708327 Aug 31 12:42:44.431608 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-67516103-1644-40a3-bc10-499202062a68 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Allocated IP 172.20.0.2 (9a477d85-f78f-41ab-a3bc-a0184bfd3619/33c5a035-1247-49aa-94f0-a6855ee44fda/418c8d44-f6e2-4a98-b48e-cf9217c18aa3) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:42:44.678429 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-67516103-1644-40a3-bc10-499202062a68 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:44.728222 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-67516103-1644-40a3-bc10-499202062a68 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:44.739083 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-e19792e0-ba7a-41d8-9c45-d5a61311d04e tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:44.750622 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:44.816445 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-67516103-1644-40a3-bc10-499202062a68 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Network 9a477d85-f78f-41ab-a3bc-a0184bfd3619 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:42:44.819747 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-67516103-1644-40a3-bc10-499202062a68 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:42:44.825190 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-67516103-1644-40a3-bc10-499202062a68 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:42:44.916055 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67516103-1644-40a3-bc10-499202062a68 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Pushing event updated for resources: {'Port': ['ID=418c8d44-f6e2-4a98-b48e-cf9217c18aa3,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:44.928722 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-67516103-1644-40a3-bc10-499202062a68 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:44.995635 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-67516103-1644-40a3-bc10-499202062a68 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:45.000886 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-67516103-1644-40a3-bc10-499202062a68 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:45.052078 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-67516103-1644-40a3-bc10-499202062a68 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3988733 Aug 31 12:42:45.069819 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Request body: {'port': {'device_id': '36bae984-30b3-4f49-99df-212abf61fe17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:42:45.247874 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a5109-3e40-42cb-9d78-b00044ef8c76 req-57440189-0bcb-48aa-b2bb-a0ebeb1239f3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:45.253284 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:45.257506 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-782a5109-3e40-42cb-9d78-b00044ef8c76 req-57440189-0bcb-48aa-b2bb-a0ebeb1239f3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.2214458 Aug 31 12:42:45.332256 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-782a5109-3e40-42cb-9d78-b00044ef8c76 req-886a2b92-6328-4262-801e-f85b27b9ed28 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735574 Aug 31 12:42:45.492754 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-02b5581a-fe50-458c-8037-91c07f18c666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:45.581097 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df203db-a01d-4e1b-b228-81102f05a590 req-636fac2b-9c3c-4227-835c-d70625d193f7 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:45.588534 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-1df203db-a01d-4e1b-b228-81102f05a590 req-636fac2b-9c3c-4227-835c-d70625d193f7 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2 HTTP/1.1" status: 200 len: 945 time: 0.3221116 Aug 31 12:42:45.594390 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b7dde-2dce-49fe-ae30-5afe983b185b req-1e5ebf8c-d404-483e-a3e7-42d45446962d tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:45.601219 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-de5b7dde-2dce-49fe-ae30-5afe983b185b req-1e5ebf8c-d404-483e-a3e7-42d45446962d tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=36bae984-30b3-4f49-99df-212abf61fe17 HTTP/1.1" status: 200 len: 931 time: 0.1058364 Aug 31 12:42:45.662160 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-de5b7dde-2dce-49fe-ae30-5afe983b185b req-a8634d54-f420-4894-bfeb-22964be4e3dc tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599482 Aug 31 12:42:45.844261 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-1df203db-a01d-4e1b-b228-81102f05a590 req-1a1e417e-6e93-4d5a-85c6-5c3ccc2e89f1 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548354 Aug 31 12:42:46.043243 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925bd49-2f99-441e-817c-5a505f6a3467 req-7d2976e6-3608-4dd8-b93a-2b62cbf86940 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:46.046527 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d925bd49-2f99-441e-817c-5a505f6a3467 req-7d2976e6-3608-4dd8-b93a-2b62cbf86940 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.2117071 Aug 31 12:42:46.080400 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418c8d44-f6e2-4a98-b48e-cf9217c18aa3 {{(pid=75035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:42:46.103365 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:46.121415 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d925bd49-2f99-441e-817c-5a505f6a3467 req-51c2c512-0edd-4da0-8539-5ed541408dc8 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680757 Aug 31 12:42:46.133155 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Transition to ACTIVE for port object 418c8d44-f6e2-4a98-b48e-cf9217c18aa3 will not be triggered until provisioned by entity L2. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:42:46.147225 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:46.153726 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:46.341006 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Pushing event updated for resources: {'Port': ['ID=418c8d44-f6e2-4a98-b48e-cf9217c18aa3,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:46.348021 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:46.489547 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Attempting to bind port 418c8d44-f6e2-4a98-b48e-cf9217c18aa3 on host hv-cinder-80669 for vnic_type normal with profile {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:42:46.489925 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Attempting to bind port 418c8d44-f6e2-4a98-b48e-cf9217c18aa3 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': '5680c92a-10e4-481b-a52a-651b73504bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9a477d85-f78f-41ab-a3bc-a0184bfd3619'}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:42:46.490256 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Attempting to bind port 418c8d44-f6e2-4a98-b48e-cf9217c18aa3 on network 9a477d85-f78f-41ab-a3bc-a0184bfd3619 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:42:46.497952 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Port 418c8d44-f6e2-4a98-b48e-cf9217c18aa3 on network 9a477d85-f78f-41ab-a3bc-a0184bfd3619 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:42:46.498290 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Attempting to bind port 418c8d44-f6e2-4a98-b48e-cf9217c18aa3 on network 9a477d85-f78f-41ab-a3bc-a0184bfd3619 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:42:46.504188 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:46.507976 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Checking agent: {'id': '5e6dd7d8-f43f-4d17-8159-c302453ef7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:42:46.508316 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Checking segment: {'id': '5680c92a-10e4-481b-a52a-651b73504bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9a477d85-f78f-41ab-a3bc-a0184bfd3619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:42:46.508749 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Bound using segment: {'id': '5680c92a-10e4-481b-a52a-651b73504bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9a477d85-f78f-41ab-a3bc-a0184bfd3619'} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:42:46.509357 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Bound port: 418c8d44-f6e2-4a98-b48e-cf9217c18aa3, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5680c92a-10e4-481b-a52a-651b73504bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9a477d85-f78f-41ab-a3bc-a0184bfd3619'}}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:42:46.509728 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:46.670523 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-75780bde-1580-4067-ba28-424f84b33233 service neutron] For port 418c8d44-f6e2-4a98-b48e-cf9217c18aa3, host hv-cinder-80669, cleared binding levels {{(pid=75035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:42:46.675978 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-75780bde-1580-4067-ba28-424f84b33233 service neutron] For port 418c8d44-f6e2-4a98-b48e-cf9217c18aa3, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=418c8d44-f6e2-4a98-b48e-cf9217c18aa3,segment=NetworkSegment(5680c92a-10e4-481b-a52a-651b73504bdc),segment_id=5680c92a-10e4-481b-a52a-651b73504bdc)] {{(pid=75035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:42:46.682930 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:46.687123 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-d1dac7f9-8d75-4207-b587-f4a9df0f953f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:46.742226 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2fff6-d193-4e1b-81a8-0ecd1c4e9ed4 req-152d3d4a-22f6-43e9-bc24-aff625f5ea4a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:46.750767 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c7e2fff6-d193-4e1b-81a8-0ecd1c4e9ed4 req-152d3d4a-22f6-43e9-bc24-aff625f5ea4a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.2304034 Aug 31 12:42:46.772375 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:46.774266 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-75780bde-1580-4067-ba28-424f84b33233 service neutron] 10.222.0.52 "PUT /v2.0/ports/418c8d44-f6e2-4a98-b48e-cf9217c18aa3 HTTP/1.1" status: 200 len: 1093 time: 1.7097225 Aug 31 12:42:46.774761 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36bae984-30b3-4f49-99df-212abf61fe17', 'tag': '418c8d44-f6e2-4a98-b48e-cf9217c18aa3'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:42:46.793380 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Pushing event updated for resources: {'Port': ['ID=418c8d44-f6e2-4a98-b48e-cf9217c18aa3,revision_number=3']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:46.803563 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:46.821162 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c7e2fff6-d193-4e1b-81a8-0ecd1c4e9ed4 req-ab4ceb08-f24f-4ae8-9636-23dfe4955b17 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694275 Aug 31 12:42:46.953973 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36bae984-30b3-4f49-99df-212abf61fe17', 'tag': '418c8d44-f6e2-4a98-b48e-cf9217c18aa3', 'status': 'completed', 'code': 200} Aug 31 12:42:47.162774 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2723581-d519-4798-a362-cf1eec05f7d4 req-320f4266-8036-4449-a3ac-6728ffee6cfa tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:47.163497 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-d2723581-d519-4798-a362-cf1eec05f7d4 req-320f4266-8036-4449-a3ac-6728ffee6cfa tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Synchronizing usage tracker for tenant:000315d9835948618872c8f081afb232 on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:42:47.212275 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-d2723581-d519-4798-a362-cf1eec05f7d4 req-320f4266-8036-4449-a3ac-6728ffee6cfa tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Unset dirty status for tenant:000315d9835948618872c8f081afb232 on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:42:47.213376 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d2723581-d519-4798-a362-cf1eec05f7d4 req-320f4266-8036-4449-a3ac-6728ffee6cfa tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=36bae984-30b3-4f49-99df-212abf61fe17 HTTP/1.1" status: 200 len: 943 time: 0.3505125 Aug 31 12:42:47.226811 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945f172-43d7-4da7-b621-93e2dca77f03 req-db053930-a0a8-4faa-bc31-8c540083c7da tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:47.229483 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b945f172-43d7-4da7-b621-93e2dca77f03 req-db053930-a0a8-4faa-bc31-8c540083c7da tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2 HTTP/1.1" status: 200 len: 945 time: 0.4225464 Aug 31 12:42:47.284118 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb665c-b70a-4e0e-987b-a77946ef08ca req-2d5e3031-d36c-4703-b446-2b2804172ca7 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:47.285656 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-05bb665c-b70a-4e0e-987b-a77946ef08ca req-2d5e3031-d36c-4703-b446-2b2804172ca7 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2 HTTP/1.1" status: 200 len: 945 time: 0.1513803 Aug 31 12:42:47.324083 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [req-b945f172-43d7-4da7-b621-93e2dca77f03 req-70aaf3a7-8e35-495f-bce5-2a835cf7b041 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Deleting port 9da94c63-7b06-44fd-a8de-9ef74c699e88 {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:42:47.324429 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-b945f172-43d7-4da7-b621-93e2dca77f03 req-70aaf3a7-8e35-495f-bce5-2a835cf7b041 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:47.376193 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-05bb665c-b70a-4e0e-987b-a77946ef08ca req-293e52a8-be4d-464f-822a-9769029b27be tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840194 Aug 31 12:42:47.467734 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-493d11d1-865f-485b-8b33-1487fdacd9b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=000315d9835948618872c8f081afb232&device_id=36bae984-30b3-4f49-99df-212abf61fe17 HTTP/1.1" status: 200 len: 1096 time: 0.5663953 Aug 31 12:42:47.606593 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-cc58041f-fed9-44c7-9d6e-938167790f39 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=418c8d44-f6e2-4a98-b48e-cf9217c18aa3 HTTP/1.1" status: 200 len: 217 time: 0.1035621 Aug 31 12:42:47.843322 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d2723581-d519-4798-a362-cf1eec05f7d4 req-0e969ed7-4819-44bf-83fd-90f1448a43b4 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6120420 Aug 31 12:42:47.969794 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86a6a8-ab4a-43bb-b517-821ed64c7ad8 req-3d63a4be-e10c-4c01-9225-9f4958b83711 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:47.978089 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-ac86a6a8-ab4a-43bb-b517-821ed64c7ad8 req-3d63a4be-e10c-4c01-9225-9f4958b83711 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1501036 Aug 31 12:42:47.985036 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-9740caad-7692-4259-8206-91275789ed64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:47.992481 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-9740caad-7692-4259-8206-91275789ed64 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=33c5a035-1247-49aa-94f0-a6855ee44fda HTTP/1.1" status: 200 len: 848 time: 0.2645135 Aug 31 12:42:48.000463 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:48.072858 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-ac86a6a8-ab4a-43bb-b517-821ed64c7ad8 req-c1b976d7-e293-4c00-8816-9f79adbc225c tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937188 Aug 31 12:42:48.081633 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-74eb0b61-b93c-4408-b6ca-e167b3789ab9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a477d85-f78f-41ab-a3bc-a0184bfd3619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818734 Aug 31 12:42:48.291843 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-b945f172-43d7-4da7-b621-93e2dca77f03 req-70aaf3a7-8e35-495f-bce5-2a835cf7b041 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] For port 9da94c63-7b06-44fd-a8de-9ef74c699e88, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=9da94c63-7b06-44fd-a8de-9ef74c699e88,segment=NetworkSegment(c830b616-b726-41b5-b25f-fbe5a18b878e),segment_id=c830b616-b726-41b5-b25f-fbe5a18b878e)] {{(pid=75035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:48.292473 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-b945f172-43d7-4da7-b621-93e2dca77f03 req-70aaf3a7-8e35-495f-bce5-2a835cf7b041 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:48.473236 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [req-b945f172-43d7-4da7-b621-93e2dca77f03 req-70aaf3a7-8e35-495f-bce5-2a835cf7b041 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Calling delete_port for 9da94c63-7b06-44fd-a8de-9ef74c699e88 owned by compute:nova {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:42:48.601283 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-0d3931eb-196a-4ac3-b602-90fe83160560 service neutron] 10.222.0.52 "GET /v2.0/networks/9a477d85-f78f-41ab-a3bc-a0184bfd3619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047286 Aug 31 12:42:48.650342 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e451a-b959-4f73-8bc5-627f46d702d7 req-6ff0d1e4-6c5d-4471-995c-f0ba18e6f47c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:48.653093 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d79e451a-b959-4f73-8bc5-627f46d702d7 req-6ff0d1e4-6c5d-4471-995c-f0ba18e6f47c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.4661124 Aug 31 12:42:48.703879 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669b793-ec0b-4182-973e-da3df5d18578 req-45d662b9-ace2-4f9d-b939-f79ae3680686 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:48.710923 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c669b793-ec0b-4182-973e-da3df5d18578 req-45d662b9-ace2-4f9d-b939-f79ae3680686 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2 HTTP/1.1" status: 200 len: 945 time: 0.1377282 Aug 31 12:42:48.783319 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c669b793-ec0b-4182-973e-da3df5d18578 req-e40577d6-87c5-4c61-83dc-fac367e0582e tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707314 Aug 31 12:42:48.854920 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d79e451a-b959-4f73-8bc5-627f46d702d7 req-da8e12a3-ccda-4204-a175-b7e97e758f08 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849031 Aug 31 12:42:48.897115 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cd6414bc-9f29-4360-a7ce-0169ff2a2689 req-1bac2a6c-05d4-4973-a6e9-2021a8b97436 service neutron] 10.222.0.52 "GET /v2.0/networks/9a477d85-f78f-41ab-a3bc-a0184bfd3619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827675 Aug 31 12:42:48.906102 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-b945f172-43d7-4da7-b621-93e2dca77f03 req-70aaf3a7-8e35-495f-bce5-2a835cf7b041 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:48.928994 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-7197fdad-c4e2-4980-a857-6f900ac34d9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:48.938287 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['a16ec1a3-bd94-4712-be22-539720a2cf08'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:42:49.094835 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aaf3a7-8e35-495f-bce5-2a835cf7b041 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Pushing event deleted for resources: {'Port': ['ID=9da94c63-7b06-44fd-a8de-9ef74c699e88,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:49.110978 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-70aaf3a7-8e35-495f-bce5-2a835cf7b041 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:49.203640 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-b945f172-43d7-4da7-b621-93e2dca77f03 req-70aaf3a7-8e35-495f-bce5-2a835cf7b041 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] No DVR routers for this DVR port 9da94c63-7b06-44fd-a8de-9ef74c699e88 on host hv-cinder-80669 {{(pid=75035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:42:49.207600 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-b945f172-43d7-4da7-b621-93e2dca77f03 req-70aaf3a7-8e35-495f-bce5-2a835cf7b041 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:49.210419 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2', 'name': 'network-vif-deleted', 'tag': '9da94c63-7b06-44fd-a8de-9ef74c699e88'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:42:49.237935 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b945f172-43d7-4da7-b621-93e2dca77f03 req-70aaf3a7-8e35-495f-bce5-2a835cf7b041 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.52 "DELETE /v2.0/ports/9da94c63-7b06-44fd-a8de-9ef74c699e88 HTTP/1.1" status: 204 len: 173 time: 2.0027554 Aug 31 12:42:49.255834 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-03d1a1aa-aa4a-4448-9887-4b6ef1ecc93e req-f72ee976-28ff-4665-b78b-a0b060f8ab86 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=000315d9835948618872c8f081afb232&device_id=36bae984-30b3-4f49-99df-212abf61fe17 HTTP/1.1" status: 200 len: 1096 time: 0.2497768 Aug 31 12:42:49.593496 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f0146-582f-4c18-b28c-951854bd8695 req-23e94b6c-3048-499a-aa6a-d1311adfddd2 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:49.602124 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5e7f0146-582f-4c18-b28c-951854bd8695 req-23e94b6c-3048-499a-aa6a-d1311adfddd2 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1708682 Aug 31 12:42:49.608784 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1a1aa-aa4a-4448-9887-4b6ef1ecc93e req-c28fedf5-0f9c-4e3d-952c-c37c733f9db3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:49.610304 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-03d1a1aa-aa4a-4448-9887-4b6ef1ecc93e req-c28fedf5-0f9c-4e3d-952c-c37c733f9db3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a477d85-f78f-41ab-a3bc-a0184bfd3619 HTTP/1.1" status: 200 len: 909 time: 0.3435709 Aug 31 12:42:49.682045 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5e7f0146-582f-4c18-b28c-951854bd8695 req-51d13193-f127-4a14-8b78-395eeb5018ac tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787191 Aug 31 12:42:49.787354 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2eeaf-b04c-45cc-bda8-afc6333849f1 req-9b61d9e0-9d2d-41cd-a274-bb19ff52b09f tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:49.794347 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-13a2eeaf-b04c-45cc-bda8-afc6333849f1 req-9b61d9e0-9d2d-41cd-a274-bb19ff52b09f tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=36bae984-30b3-4f49-99df-212abf61fe17 HTTP/1.1" status: 200 len: 943 time: 0.4880290 Aug 31 12:42:49.812602 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2', 'name': 'network-vif-deleted', 'tag': '9da94c63-7b06-44fd-a8de-9ef74c699e88', 'status': 'completed', 'code': 200} Aug 31 12:42:49.813961 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-03d1a1aa-aa4a-4448-9887-4b6ef1ecc93e req-8d976193-a079-40d6-bf33-8db41ceeb08f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=418c8d44-f6e2-4a98-b48e-cf9217c18aa3 HTTP/1.1" status: 200 len: 217 time: 0.1890378 Aug 31 12:42:49.905540 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-13a2eeaf-b04c-45cc-bda8-afc6333849f1 req-e8eaf905-a2c4-4ea8-bf47-61bd1e5f18f6 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101317 Aug 31 12:42:49.945095 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1a1aa-aa4a-4448-9887-4b6ef1ecc93e req-24bb3a45-1074-41d3-a022-cd4a13c91e26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:49.947234 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-03d1a1aa-aa4a-4448-9887-4b6ef1ecc93e req-24bb3a45-1074-41d3-a022-cd4a13c91e26 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=33c5a035-1247-49aa-94f0-a6855ee44fda HTTP/1.1" status: 200 len: 848 time: 0.1187310 Aug 31 12:42:50.056552 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-31a2f7e0-de4e-44ee-b510-0725c630c116 req-93b3ebc8-0c2a-462f-8116-daac6c26c07e tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc7f4fcc-2a29-4b75-807b-85a6e4b9b0d2 HTTP/1.1" status: 200 len: 210 time: 0.0844898 Aug 31 12:42:50.069365 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-03d1a1aa-aa4a-4448-9887-4b6ef1ecc93e req-70809faa-b1bb-47fb-83b1-71640533a003 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a477d85-f78f-41ab-a3bc-a0184bfd3619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083245 Aug 31 12:42:50.116969 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 9da94c63-7b06-44fd-a8de-9ef74c699e88 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:42:50.218787 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] No Port match for: 9da94c63-7b06-44fd-a8de-9ef74c699e88 {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:42:50.219530 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 9da94c63-7b06-44fd-a8de-9ef74c699e88 not bound to the agent host hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:42:50.408833 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-03d1a1aa-aa4a-4448-9887-4b6ef1ecc93e req-e27d00ed-f861-44b2-b7b1-dfeb68f3c9d1 service neutron] 10.222.0.52 "GET /v2.0/networks/9a477d85-f78f-41ab-a3bc-a0184bfd3619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273611 Aug 31 12:42:50.419395 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf33d9-b0f2-4f16-9082-56131e69d20c req-d4b2337e-a450-4cc9-ae21-d9bb9ecaa04d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:50.421139 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-76cf33d9-b0f2-4f16-9082-56131e69d20c req-d4b2337e-a450-4cc9-ae21-d9bb9ecaa04d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.2869756 Aug 31 12:42:50.586474 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-76cf33d9-b0f2-4f16-9082-56131e69d20c req-aad2c1ce-8b28-41e7-8899-e88c46b3a648 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454332 Aug 31 12:42:50.635852 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-03d1a1aa-aa4a-4448-9887-4b6ef1ecc93e req-d4df91fe-dcb6-4eff-9490-e1805bffa2ae service neutron] 10.222.0.52 "GET /v2.0/networks/9a477d85-f78f-41ab-a3bc-a0184bfd3619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137284 Aug 31 12:42:50.931561 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39811a4-2987-48e8-a757-d9aa2957ab7f req-61b79c55-789a-40b2-b231-c6ffcf446ccc tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:50.940413 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-f39811a4-2987-48e8-a757-d9aa2957ab7f req-61b79c55-789a-40b2-b231-c6ffcf446ccc tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.0959098 Aug 31 12:42:51.013513 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-f39811a4-2987-48e8-a757-d9aa2957ab7f req-24f9dceb-2b24-454b-902b-8a5d686e5028 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719266 Aug 31 12:42:51.365370 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-26f69728-9514-4fab-9776-597ba8640bcc req-bc5e6e75-2360-46de-afc4-c4da3d2815d5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 1098 time: 0.2132165 Aug 31 12:42:51.379162 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07762cb5-c83f-4f3b-bd40-2766a5c3e672 req-9fa0faee-dab5-4dbf-b9c7-1f24098e155d tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:51.388968 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-07762cb5-c83f-4f3b-bd40-2766a5c3e672 req-9fa0faee-dab5-4dbf-b9c7-1f24098e155d tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=36bae984-30b3-4f49-99df-212abf61fe17 HTTP/1.1" status: 200 len: 943 time: 0.1597195 Aug 31 12:42:51.559094 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-07762cb5-c83f-4f3b-bd40-2766a5c3e672 req-e5964cab-2cc5-4035-b31c-098f9f55659e tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684904 Aug 31 12:42:51.598912 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-26f69728-9514-4fab-9776-597ba8640bcc req-2a1a042b-ec4e-4012-99f4-da18e94b48be service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831167 Aug 31 12:42:51.828617 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f752f69-9dcf-4d38-b98f-14348dfe9c4d req-97b932ce-149e-4487-a369-f2431c41ed84 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:51.830252 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-6f752f69-9dcf-4d38-b98f-14348dfe9c4d req-97b932ce-149e-4487-a369-f2431c41ed84 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.0858040 Aug 31 12:42:51.898476 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-6f752f69-9dcf-4d38-b98f-14348dfe9c4d req-ed8e6459-0e94-414f-9621-885ff4e8e976 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610175 Aug 31 12:42:52.164448 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 418c8d44-f6e2-4a98-b48e-cf9217c18aa3 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:42:52.301182 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de88de-4b9c-4b26-a07d-ca2f7ce6fab5 req-1aef49fa-65cd-4ec8-8aa7-261f19f833b4 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:52.303060 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-78de88de-4b9c-4b26-a07d-ca2f7ce6fab5 req-1aef49fa-65cd-4ec8-8aa7-261f19f833b4 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1288593 Aug 31 12:42:52.387978 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-78de88de-4b9c-4b26-a07d-ca2f7ce6fab5 req-e29e7b88-e5d2-4fcb-b683-455e932e6143 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781739 Aug 31 12:42:52.402595 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 418c8d44-f6e2-4a98-b48e-cf9217c18aa3, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=418c8d44-f6e2-4a98-b48e-cf9217c18aa3,segment=NetworkSegment(5680c92a-10e4-481b-a52a-651b73504bdc),segment_id=5680c92a-10e4-481b-a52a-651b73504bdc)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:52.420257 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': '418c8d44-f6e2-4a98-b48e-cf9217c18aa3', 'network_id': '9a477d85-f78f-41ab-a3bc-a0184bfd3619', 'port_id': '418c8d44-f6e2-4a98-b48e-cf9217c18aa3', 'mac_address': 'fa:16:3e:48:13:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c5a035-1247-49aa-94f0-a6855ee44fda', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:42:52.503607 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:52.525263 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418c8d44-f6e2-4a98-b48e-cf9217c18aa3 {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:42:52.542789 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 418c8d44-f6e2-4a98-b48e-cf9217c18aa3, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=418c8d44-f6e2-4a98-b48e-cf9217c18aa3,segment=NetworkSegment(5680c92a-10e4-481b-a52a-651b73504bdc),segment_id=5680c92a-10e4-481b-a52a-651b73504bdc)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:52.548157 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:52.550199 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:52.635562 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=418c8d44-f6e2-4a98-b48e-cf9217c18aa3,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:52.640953 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:52.933207 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['418c8d44-f6e2-4a98-b48e-cf9217c18aa3'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:42:53.241176 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff4ff7-8a59-4643-bc5d-40dc318d0626 req-33044b33-938b-4a7a-8954-42b22f2a4262 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:53.252630 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d57780-3247-441c-bff3-75331c2a0050 req-2642ad4e-7295-4ab6-be78-f87e61c5e835 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:53.255931 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-feff4ff7-8a59-4643-bc5d-40dc318d0626 req-33044b33-938b-4a7a-8954-42b22f2a4262 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 946 time: 0.1359847 Aug 31 12:42:53.257870 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-17d57780-3247-441c-bff3-75331c2a0050 req-2642ad4e-7295-4ab6-be78-f87e61c5e835 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=36bae984-30b3-4f49-99df-212abf61fe17 HTTP/1.1" status: 200 len: 944 time: 0.1600595 Aug 31 12:42:53.349206 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-17d57780-3247-441c-bff3-75331c2a0050 req-c84e3d0d-db82-40c2-9448-43fbb5d59584 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859697 Aug 31 12:42:53.349523 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-feff4ff7-8a59-4643-bc5d-40dc318d0626 req-65f918c0-8514-4d29-a285-85acc35b60ec tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844307 Aug 31 12:42:53.658095 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424cba4-289d-40b3-b8e1-52aada725779 req-dbaf830d-2ddc-4619-b372-e468b4c211dc tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:53.659937 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b424cba4-289d-40b3-b8e1-52aada725779 req-dbaf830d-2ddc-4619-b372-e468b4c211dc tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.1379287 Aug 31 12:42:53.719640 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af635e3-ba89-4c25-8fd1-60f58cf9f48b req-e2e5430f-920d-4f0f-a249-8ea321fb63a9 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:53.721113 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2af635e3-ba89-4c25-8fd1-60f58cf9f48b req-e2e5430f-920d-4f0f-a249-8ea321fb63a9 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1341290 Aug 31 12:42:53.725530 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b424cba4-289d-40b3-b8e1-52aada725779 req-ab181025-6d2c-46a2-b81e-b4295b437ecc tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577009 Aug 31 12:42:53.803759 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2af635e3-ba89-4c25-8fd1-60f58cf9f48b req-00af6e3c-56e6-4e4a-b719-e282372b5f91 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648599 Aug 31 12:42:54.520711 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c622a-4aaa-4946-b81c-585777caaf2d req-4a3e0930-29ec-4390-953c-818059a05e2f tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:54.521673 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-9ed074b8-63dd-413f-b8ab-64a6170fd471 req-440e044e-b207-4e28-91fa-873aa90f8dde service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee1789ece77e48d9b5f61bbc4d7c4187&device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 1098 time: 0.0842965 Aug 31 12:42:54.523320 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-ba0c622a-4aaa-4946-b81c-585777caaf2d req-4a3e0930-29ec-4390-953c-818059a05e2f tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1280677 Aug 31 12:42:54.616347 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-ba0c622a-4aaa-4946-b81c-585777caaf2d req-51e3f83a-d2b7-4542-8a70-5d1782b95276 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860023 Aug 31 12:42:54.815319 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed074b8-63dd-413f-b8ab-64a6170fd471 req-034988bd-cd6e-4874-92b2-fd5b693e6c56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:54.816809 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-9ed074b8-63dd-413f-b8ab-64a6170fd471 req-034988bd-cd6e-4874-92b2-fd5b693e6c56 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7520f9db-2e41-4f94-941d-df19122372d5 HTTP/1.1" status: 200 len: 920 time: 0.2868998 Aug 31 12:42:54.831686 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60ae36-c67d-49e9-9aac-49c12bc5547b req-8717c323-5464-438a-a16d-50815497e903 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:54.833135 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2e60ae36-c67d-49e9-9aac-49c12bc5547b req-8717c323-5464-438a-a16d-50815497e903 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=36bae984-30b3-4f49-99df-212abf61fe17 HTTP/1.1" status: 200 len: 944 time: 0.2186317 Aug 31 12:42:54.854944 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2830d-b079-413e-a906-19dbf9a278d8 req-2e1d7ee6-093a-4c96-89fa-bf98ba64ea10 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:54.856552 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b3d2830d-b079-413e-a906-19dbf9a278d8 req-2e1d7ee6-093a-4c96-89fa-bf98ba64ea10 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 946 time: 0.0979767 Aug 31 12:42:54.909177 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b3d2830d-b079-413e-a906-19dbf9a278d8 req-0d4eb838-ba78-4509-858a-48d31878048d tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450504 Aug 31 12:42:54.931608 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-9ed074b8-63dd-413f-b8ab-64a6170fd471 req-7f285d4c-18d7-4e05-8742-0fa726d0380a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3694f5ef-b8f7-4e39-878a-357d72f64dad HTTP/1.1" status: 200 len: 217 time: 0.0922465 Aug 31 12:42:54.992863 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2e60ae36-c67d-49e9-9aac-49c12bc5547b req-6cf97a27-26ff-4c42-bb40-8464d0a1b370 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055896 Aug 31 12:42:54.998087 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f4d44fa6-1cf9-48e6-b169-0c61139a8701 req-6ee7cb7a-9294-4d8d-8457-6829dfe0d711 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5d0d26219144527ad3c1eecfdfeb7f8&device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 1098 time: 0.2683282 Aug 31 12:42:55.108880 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed074b8-63dd-413f-b8ab-64a6170fd471 req-88424593-2487-4ef9-98ab-4721574eaae5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:55.110307 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-9ed074b8-63dd-413f-b8ab-64a6170fd471 req-88424593-2487-4ef9-98ab-4721574eaae5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0489485-e8f4-418a-8948-f2ea1b94cbf8 HTTP/1.1" status: 200 len: 859 time: 0.1684446 Aug 31 12:42:55.203045 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f413aee-2f11-4cd8-9044-5612ab22b69d req-dc93b720-b9fd-4ba8-bcb4-63ac3f6440ba tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:55.204760 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1f413aee-2f11-4cd8-9044-5612ab22b69d req-dc93b720-b9fd-4ba8-bcb4-63ac3f6440ba tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.1734297 Aug 31 12:42:55.206036 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-9ed074b8-63dd-413f-b8ab-64a6170fd471 req-83dfb458-9026-4def-81c3-0d32388b133c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7520f9db-2e41-4f94-941d-df19122372d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530140 Aug 31 12:42:55.216630 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eefd8a-cb2a-4df3-ab5b-f8b6b63ed1b2 req-55fa580c-42fb-42fe-9801-09a4d5d1dbe6 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:55.218143 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a8eefd8a-cb2a-4df3-ab5b-f8b6b63ed1b2 req-55fa580c-42fb-42fe-9801-09a4d5d1dbe6 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.52 "GET /v2.0/ports?device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 946 time: 0.1282361 Aug 31 12:42:55.324523 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [req-a8eefd8a-cb2a-4df3-ab5b-f8b6b63ed1b2 req-0444cac5-3d8c-434e-8979-d25ca801d67f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Deleting port a16ec1a3-bd94-4712-be22-539720a2cf08 {{(pid=75034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:42:55.324855 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-a8eefd8a-cb2a-4df3-ab5b-f8b6b63ed1b2 req-0444cac5-3d8c-434e-8979-d25ca801d67f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:55.335087 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d44fa6-1cf9-48e6-b169-0c61139a8701 req-b61c58a4-2411-4c59-a12e-dcafa62fa44a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:55.336564 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f4d44fa6-1cf9-48e6-b169-0c61139a8701 req-b61c58a4-2411-4c59-a12e-dcafa62fa44a service neutron] 10.222.0.52 "GET /v2.0/networks?id=702c7954-d9af-4f3a-9da8-4db52418d64a HTTP/1.1" status: 200 len: 917 time: 0.3260934 Aug 31 12:42:55.365853 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1f413aee-2f11-4cd8-9044-5612ab22b69d req-dfa20549-8ce6-49c5-addc-676c4f55525d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465864 Aug 31 12:42:55.460408 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-9ed074b8-63dd-413f-b8ab-64a6170fd471 req-cfc6a5d4-73d7-4e80-b335-188eb89f9b2e service neutron] 10.222.0.52 "GET /v2.0/networks/7520f9db-2e41-4f94-941d-df19122372d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386522 Aug 31 12:42:55.478645 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f4d44fa6-1cf9-48e6-b169-0c61139a8701 req-282179f6-13f5-4926-8d29-8bfcb26f2515 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2069e40e-6ea8-48f8-a056-1eb746d36640 HTTP/1.1" status: 200 len: 1001 time: 0.1287243 Aug 31 12:42:55.613767 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [req-a8eefd8a-cb2a-4df3-ab5b-f8b6b63ed1b2 req-0444cac5-3d8c-434e-8979-d25ca801d67f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] For port a16ec1a3-bd94-4712-be22-539720a2cf08, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=a16ec1a3-bd94-4712-be22-539720a2cf08,segment=NetworkSegment(c830b616-b726-41b5-b25f-fbe5a18b878e),segment_id=c830b616-b726-41b5-b25f-fbe5a18b878e)] {{(pid=75034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:55.614685 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-a8eefd8a-cb2a-4df3-ab5b-f8b6b63ed1b2 req-0444cac5-3d8c-434e-8979-d25ca801d67f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:55.639418 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d44fa6-1cf9-48e6-b169-0c61139a8701 req-10ed6f05-ee5e-4871-9578-3ac587f3c6a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:55.640832 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f4d44fa6-1cf9-48e6-b169-0c61139a8701 req-10ed6f05-ee5e-4871-9578-3ac587f3c6a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0374522e-8e13-43f1-b19e-60140b6db1f3 HTTP/1.1" status: 200 len: 855 time: 0.1421883 Aug 31 12:42:55.728538 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-9ed074b8-63dd-413f-b8ab-64a6170fd471 req-e5322396-a941-4ec2-af97-4ac2837e516f service neutron] 10.222.0.52 "GET /v2.0/networks/7520f9db-2e41-4f94-941d-df19122372d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555716 Aug 31 12:42:55.764296 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [req-a8eefd8a-cb2a-4df3-ab5b-f8b6b63ed1b2 req-0444cac5-3d8c-434e-8979-d25ca801d67f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Calling delete_port for a16ec1a3-bd94-4712-be22-539720a2cf08 owned by compute:nova {{(pid=75034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:42:55.766010 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f4d44fa6-1cf9-48e6-b169-0c61139a8701 req-5365d5b0-ef17-477e-8d37-381e9f29d5d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=702c7954-d9af-4f3a-9da8-4db52418d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1175616 Aug 31 12:42:56.013862 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00104e1f-b230-4c48-a4ef-a7ffa675f0c5 req-8da7f697-fc4e-437a-a87a-1758f1bdfd84 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:56.022979 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-00104e1f-b230-4c48-a4ef-a7ffa675f0c5 req-8da7f697-fc4e-437a-a87a-1758f1bdfd84 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.2136803 Aug 31 12:42:56.072317 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f4d44fa6-1cf9-48e6-b169-0c61139a8701 req-6a14da48-7af1-4b83-b698-0f74b89da17e service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991133 Aug 31 12:42:56.095567 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-00104e1f-b230-4c48-a4ef-a7ffa675f0c5 req-328c5f7d-f970-428f-b7b3-27eaf6798f38 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706260 Aug 31 12:42:56.186035 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 418c8d44-f6e2-4a98-b48e-cf9217c18aa3 up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:42:56.189561 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-a8eefd8a-cb2a-4df3-ab5b-f8b6b63ed1b2 req-0444cac5-3d8c-434e-8979-d25ca801d67f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:56.199989 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:56.251274 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['a16ec1a3-bd94-4712-be22-539720a2cf08'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:42:56.251530 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444cac5-3d8c-434e-8979-d25ca801d67f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Pushing event deleted for resources: {'Port': ['ID=a16ec1a3-bd94-4712-be22-539720a2cf08,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:56.266571 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444cac5-3d8c-434e-8979-d25ca801d67f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:56.267151 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444cac5-3d8c-434e-8979-d25ca801d67f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:56.267616 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444cac5-3d8c-434e-8979-d25ca801d67f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:56.268078 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444cac5-3d8c-434e-8979-d25ca801d67f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:56.268519 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444cac5-3d8c-434e-8979-d25ca801d67f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:56.268969 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444cac5-3d8c-434e-8979-d25ca801d67f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:56.269752 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444cac5-3d8c-434e-8979-d25ca801d67f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:56.270210 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444cac5-3d8c-434e-8979-d25ca801d67f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:56.270655 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444cac5-3d8c-434e-8979-d25ca801d67f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:56.271088 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444cac5-3d8c-434e-8979-d25ca801d67f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:56.271556 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444cac5-3d8c-434e-8979-d25ca801d67f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:42:56.279489 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-0444cac5-3d8c-434e-8979-d25ca801d67f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:56.302934 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f4d44fa6-1cf9-48e6-b169-0c61139a8701 req-7d578853-8a7d-4352-91e5-55ca6042d50a service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059832 Aug 31 12:42:56.373821 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86244b-9f8b-4ad5-ba4a-de7437c98059 req-26151d26-d71c-44a0-80eb-aec22ce0dd56 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:56.375418 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5a86244b-9f8b-4ad5-ba4a-de7437c98059 req-26151d26-d71c-44a0-80eb-aec22ce0dd56 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/ports?device_id=87f28762-61e6-43e1-a9e6-dbc4c0f42fc7 HTTP/1.1" status: 200 len: 867 time: 0.2885530 Aug 31 12:42:56.380425 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning for port 418c8d44-f6e2-4a98-b48e-cf9217c18aa3 completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:42:56.380685 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8eefd8a-cb2a-4df3-ab5b-f8b6b63ed1b2 req-0444cac5-3d8c-434e-8979-d25ca801d67f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] No DVR routers for this DVR port a16ec1a3-bd94-4712-be22-539720a2cf08 on host hv-cinder-80669 {{(pid=75034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:42:56.393664 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port 418c8d44-f6e2-4a98-b48e-cf9217c18aa3 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:42:56.394826 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:56.404259 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-a8eefd8a-cb2a-4df3-ab5b-f8b6b63ed1b2 req-0444cac5-3d8c-434e-8979-d25ca801d67f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:56.406903 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f28762-61e6-43e1-a9e6-dbc4c0f42fc7', 'name': 'network-vif-deleted', 'tag': 'a16ec1a3-bd94-4712-be22-539720a2cf08'}] {{(pid=75034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:42:56.415911 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403a85e-265f-491c-b909-90659460ed19 req-e397355e-20c8-42d0-a3b0-e28c71db0801 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:56.415911 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a403a85e-265f-491c-b909-90659460ed19 req-e397355e-20c8-42d0-a3b0-e28c71db0801 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=36bae984-30b3-4f49-99df-212abf61fe17 HTTP/1.1" status: 200 len: 944 time: 0.1099803 Aug 31 12:42:56.432044 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a8eefd8a-cb2a-4df3-ab5b-f8b6b63ed1b2 req-0444cac5-3d8c-434e-8979-d25ca801d67f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.52 "DELETE /v2.0/ports/a16ec1a3-bd94-4712-be22-539720a2cf08 HTTP/1.1" status: 204 len: 173 time: 1.1983724 Aug 31 12:42:56.455268 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5a86244b-9f8b-4ad5-ba4a-de7437c98059 req-c2b5e2c8-8f51-430a-8e97-e4934c880372 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a99e010-1a6b-4615-a50a-4870ce2c7960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722823 Aug 31 12:42:56.480857 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a403a85e-265f-491c-b909-90659460ed19 req-23a3b5d2-b1c1-4492-b569-0a28b4c2434d tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566752 Aug 31 12:42:56.581372 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:56.635043 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bae984-30b3-4f49-99df-212abf61fe17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418c8d44-f6e2-4a98-b48e-cf9217c18aa3'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:42:56.647595 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 418c8d44-f6e2-4a98-b48e-cf9217c18aa3, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=418c8d44-f6e2-4a98-b48e-cf9217c18aa3,segment=NetworkSegment(5680c92a-10e4-481b-a52a-651b73504bdc),segment_id=5680c92a-10e4-481b-a52a-651b73504bdc)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:56.655365 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:56.659408 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:56.749627 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d609d-86a3-450b-8309-66d8f1c5a0f7 req-4fe5f2dd-45a9-4824-be22-07624294623d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:56.762182 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7b9d609d-86a3-450b-8309-66d8f1c5a0f7 req-4fe5f2dd-45a9-4824-be22-07624294623d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.1167388 Aug 31 12:42:56.784373 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=418c8d44-f6e2-4a98-b48e-cf9217c18aa3,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:56.784793 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f28762-61e6-43e1-a9e6-dbc4c0f42fc7', 'name': 'network-vif-deleted', 'tag': 'a16ec1a3-bd94-4712-be22-539720a2cf08', 'status': 'completed', 'code': 200} Aug 31 12:42:56.789340 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:56.824088 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7b9d609d-86a3-450b-8309-66d8f1c5a0f7 req-5a944ecc-74c3-4e16-98f0-c36a85f880e7 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607500 Aug 31 12:42:56.840189 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bae984-30b3-4f49-99df-212abf61fe17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418c8d44-f6e2-4a98-b48e-cf9217c18aa3', 'code': 200} Aug 31 12:42:57.106890 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5c718c7e-c6a7-4be9-ad39-b41678a397b7 req-6d903320-3b18-4de1-b7d5-8c7b9c86c0c2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=36bae984-30b3-4f49-99df-212abf61fe17 HTTP/1.1" status: 200 len: 1098 time: 0.0744319 Aug 31 12:42:57.168959 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5c718c7e-c6a7-4be9-ad39-b41678a397b7 req-580cb66a-f7aa-468e-b894-71bc0cf22e31 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536010 Aug 31 12:42:57.278613 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 35020) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:42:57.305617 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ae46a-418d-497d-8cbb-54a5417a4f76 req-9ad7a03b-e9db-4960-8848-441376bcf083 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:57.307496 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-6e1ae46a-418d-497d-8cbb-54a5417a4f76 req-9ad7a03b-e9db-4960-8848-441376bcf083 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.0807223 Aug 31 12:42:57.336830 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f575d3f-dd6a-42f9-a2e2-aa443e8d7fc9 admin admin] Deleting subnet b1fe744c-3ec7-4b15-ad74-d68dabe06d60 {{(pid=75035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 31 12:42:57.339902 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-4f575d3f-dd6a-42f9-a2e2-aa443e8d7fc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.353768 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-6e1ae46a-418d-497d-8cbb-54a5417a4f76 req-43872e00-a8e0-4178-9786-2af7afd0f72a tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402229 Aug 31 12:42:57.387866 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-4f575d3f-dd6a-42f9-a2e2-aa443e8d7fc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1134960'] for subnet, precommit_delete_associations {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.455387 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-4f575d3f-dd6a-42f9-a2e2-aa443e8d7fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222575'] for subnet, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.531849 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-4f575d3f-dd6a-42f9-a2e2-aa443e8d7fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33222550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1148708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1377178'] for subnet, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.537312 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-60af8c57-9715-4d41-8803-385539e239df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:57.570018 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f575d3f-dd6a-42f9-a2e2-aa443e8d7fc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1fe744c-3ec7-4b15-ad74-d68dabe06d60,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:57.573749 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 35028) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:42:57.575002 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-4f575d3f-dd6a-42f9-a2e2-aa443e8d7fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:57.578796 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-4f575d3f-dd6a-42f9-a2e2-aa443e8d7fc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.588758 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-4f575d3f-dd6a-42f9-a2e2-aa443e8d7fc9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b1fe744c-3ec7-4b15-ad74-d68dabe06d60 HTTP/1.1" status: 204 len: 168 time: 0.3067641 Aug 31 12:42:57.589083 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 35032) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:42:57.676256 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b7ce06-bb71-4df9-9c89-a42a95166d44 admin admin] Deleting subnet 0fca416c-3c76-43d1-973c-75d943c37281 {{(pid=75034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 31 12:42:57.681237 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-08b7ce06-bb71-4df9-9c89-a42a95166d44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.746209 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-08b7ce06-bb71-4df9-9c89-a42a95166d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1701225'] for subnet, precommit_delete_associations {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.755068 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8c08c291-3069-457e-97be-649f1de37968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045717'] for network, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.827660 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8373c-50b4-4048-af81-2ec4c9a1a445 req-d5d9029c-e39c-4bee-86c7-2a03d35c8865 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:57.830419 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-3bb8373c-50b4-4048-af81-2ec4c9a1a445 req-d5d9029c-e39c-4bee-86c7-2a03d35c8865 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=36bae984-30b3-4f49-99df-212abf61fe17 HTTP/1.1" status: 200 len: 945 time: 0.2111773 Aug 31 12:42:57.834441 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-08b7ce06-bb71-4df9-9c89-a42a95166d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222575'] for subnet, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.893504 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8c08c291-3069-457e-97be-649f1de37968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33222182', 'neutron.services.segments.db._delete_segments_for_network-8767722538626'] for network, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.912916 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.services.segments.db [None req-8c08c291-3069-457e-97be-649f1de37968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36d24c3-0e0d-456c-9716-aabf4cd0f51f']}} {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:42:57.923781 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-3bb8373c-50b4-4048-af81-2ec4c9a1a445 req-45cf6191-4ec8-456f-9dc8-c18c7e3dbe35 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617089 Aug 31 12:42:57.924272 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.services.segments.db [None req-8c08c291-3069-457e-97be-649f1de37968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae1b17e-acc9-409c-acef-8bcf6abcba01') {'for_net_delete': True} {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:42:57.924570 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.services.segments.db [None req-8c08c291-3069-457e-97be-649f1de37968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae1b17e-acc9-409c-acef-8bcf6abcba01') {} {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:42:57.942961 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8c08c291-3069-457e-97be-649f1de37968 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767722541213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1134975'] for segment, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.960091 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-08b7ce06-bb71-4df9-9c89-a42a95166d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33222550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1383477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1612627'] for subnet, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.964916 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:57.972757 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8c08c291-3069-457e-97be-649f1de37968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:57.983141 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c08c291-3069-457e-97be-649f1de37968 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=75035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 31 12:42:57.983926 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8c08c291-3069-457e-97be-649f1de37968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33222410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1148802'] for segment, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:58.003972 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7ce06-bb71-4df9-9c89-a42a95166d44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fca416c-3c76-43d1-973c-75d943c37281,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:58.008225 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-08b7ce06-bb71-4df9-9c89-a42a95166d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:58.020786 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-08b7ce06-bb71-4df9-9c89-a42a95166d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for subnet, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:58.031318 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-08b7ce06-bb71-4df9-9c89-a42a95166d44 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0fca416c-3c76-43d1-973c-75d943c37281 HTTP/1.1" status: 204 len: 168 time: 0.4561498 Aug 31 12:42:58.034306 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 35042) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: Traceback (most recent call last): Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: timer() Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: cb(*args, **kw) Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: return func(*args, **kwargs) Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: self._notify() Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: self.callback(batched_events) Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: event.method(event) Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: return f(self, *a, **k) Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: return self._get(url).json() Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: return self.request(url, 'GET', **kwargs) Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:42:58.084896 dv-cinder-806696-1-smb neutron-server[75035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:42:58.127216 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8c08c291-3069-457e-97be-649f1de37968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33222189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783967'] for network, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:58.139941 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:58.166997 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8c08c291-3069-457e-97be-649f1de37968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:58.171923 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08c291-3069-457e-97be-649f1de37968 admin admin] Pushing event deleted for resources: {'Network': ['ID=a36d24c3-0e0d-456c-9716-aabf4cd0f51f,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:58.173958 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-83199c21-275f-4b5c-986e-e91a3d22897b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045717'] for network, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:58.178799 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-8c08c291-3069-457e-97be-649f1de37968 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a36d24c3-0e0d-456c-9716-aabf4cd0f51f HTTP/1.1" status: 204 len: 168 time: 0.5887649 Aug 31 12:42:58.180453 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-8c08c291-3069-457e-97be-649f1de37968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:58.183411 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 35046) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:42:58.187881 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 2069e40e-6ea8-48f8-a056-1eb746d36640 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:42:58.254247 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12b03a-9a02-4ab1-9e14-e77c4f15294d req-98065d41-41ec-434f-9b0f-b75dd75165d5 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:58.255714 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-9f12b03a-9a02-4ab1-9e14-e77c4f15294d req-98065d41-41ec-434f-9b0f-b75dd75165d5 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 945 time: 0.1700406 Aug 31 12:42:58.258675 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3faeb2f-d0a5-4890-b52b-de74e1b4a255 admin admin] Deleting subnet 1901b447-0547-4eb2-ba32-0eec987efab5 {{(pid=75035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 31 12:42:58.262422 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a3faeb2f-d0a5-4890-b52b-de74e1b4a255 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:58.299319 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:58.308190 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-83199c21-275f-4b5c-986e-e91a3d22897b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33222182', 'neutron.services.segments.db._delete_segments_for_network-8767722538626'] for network, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:58.321435 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-83199c21-275f-4b5c-986e-e91a3d22897b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ceaadb-368e-432b-9744-86af2318977a']}} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:42:58.332495 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 2069e40e-6ea8-48f8-a056-1eb746d36640, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=2069e40e-6ea8-48f8-a056-1eb746d36640,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:42:58.335896 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-83199c21-275f-4b5c-986e-e91a3d22897b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c830b616-b726-41b5-b25f-fbe5a18b878e') {'for_net_delete': True} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:42:58.336175 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-83199c21-275f-4b5c-986e-e91a3d22897b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c830b616-b726-41b5-b25f-fbe5a18b878e') {} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:42:58.338004 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:58.339317 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device a16ec1a3-bd94-4712-be22-539720a2cf08 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:42:58.342269 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a3faeb2f-d0a5-4890-b52b-de74e1b4a255 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1134960'] for subnet, precommit_delete_associations {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:58.348750 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-83199c21-275f-4b5c-986e-e91a3d22897b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767722541213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1701222'] for segment, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:58.366164 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-83199c21-275f-4b5c-986e-e91a3d22897b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:58.369104 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:58.373842 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83199c21-275f-4b5c-986e-e91a3d22897b admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=75034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 31 12:42:58.374834 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-83199c21-275f-4b5c-986e-e91a3d22897b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33222410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1383571'] for segment, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:58.383256 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-9f12b03a-9a02-4ab1-9e14-e77c4f15294d req-f7bc26dd-206a-441d-9b1f-ad8c80dcae22 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937555 Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: Traceback (most recent call last): Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: timer() Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: cb(*args, **kw) Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: return func(*args, **kwargs) Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: self._notify() Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: self.callback(batched_events) Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: event.method(event) Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: return f(self, *a, **k) Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: return self._get(url).json() Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: return self.request(url, 'GET', **kwargs) Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:42:58.389958 dv-cinder-806696-1-smb neutron-server[75034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:42:58.406579 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] No Port match for: a16ec1a3-bd94-4712-be22-539720a2cf08 {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:42:58.406929 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device a16ec1a3-bd94-4712-be22-539720a2cf08 not bound to the agent host hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:42:58.438320 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a3faeb2f-d0a5-4890-b52b-de74e1b4a255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222575'] for subnet, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:58.477573 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=2069e40e-6ea8-48f8-a056-1eb746d36640,revision_number=8']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:58.481577 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:58.494852 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-83199c21-275f-4b5c-986e-e91a3d22897b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33222189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783967'] for network, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:58.502105 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-5a9b9766-c00a-4522-b80c-5d598f29b9da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:58.519497 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-83199c21-275f-4b5c-986e-e91a3d22897b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:58.543893 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a3faeb2f-d0a5-4890-b52b-de74e1b4a255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33222550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1148708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1377178'] for subnet, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:58.549810 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-40babe2f-6dce-4200-a817-82aba3d102d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:58.560980 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83199c21-275f-4b5c-986e-e91a3d22897b admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ceaadb-368e-432b-9744-86af2318977a,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:58.568890 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-83199c21-275f-4b5c-986e-e91a3d22897b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:58.579614 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-83199c21-275f-4b5c-986e-e91a3d22897b admin admin] 10.222.0.13 "DELETE /v2.0/networks/c6ceaadb-368e-432b-9744-86af2318977a HTTP/1.1" status: 204 len: 168 time: 0.5439560 Aug 31 12:42:58.590067 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3faeb2f-d0a5-4890-b52b-de74e1b4a255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1901b447-0547-4eb2-ba32-0eec987efab5,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:58.593929 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-a3faeb2f-d0a5-4890-b52b-de74e1b4a255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:58.600178 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a3faeb2f-d0a5-4890-b52b-de74e1b4a255 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:58.610591 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-a3faeb2f-d0a5-4890-b52b-de74e1b4a255 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1901b447-0547-4eb2-ba32-0eec987efab5 HTTP/1.1" status: 204 len: 168 time: 0.4258814 Aug 31 12:42:58.611464 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 35054) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:42:58.691907 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1198d-80fa-43b8-94c4-32572d498785 req-e28bafee-4e5f-4a8c-9189-c1043722b765 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:58.693387 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-40c1198d-80fa-43b8-94c4-32572d498785 req-e28bafee-4e5f-4a8c-9189-c1043722b765 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1758070 Aug 31 12:42:58.757815 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-191d5515-b8b4-45a1-9095-67d6010f9e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045717'] for network, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:58.772295 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-40c1198d-80fa-43b8-94c4-32572d498785 req-39cd4e2c-a832-4e18-9b29-98f89e70bf01 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634096 Aug 31 12:42:58.818957 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 35060) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:42:58.841946 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47a3f6a-c0df-4490-a02b-f6aa4081c81f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2069e40e-6ea8-48f8-a056-1eb746d36640'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:42:58.920352 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-9f8043bf-528d-4442-85f1-eedb4325a833 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64fbaa82947f4910b46f8f5a33a5468f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1001012 Aug 31 12:42:58.921037 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 35070) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:42:58.960497 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47a3f6a-c0df-4490-a02b-f6aa4081c81f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2069e40e-6ea8-48f8-a056-1eb746d36640', 'code': 200} Aug 31 12:42:59.042021 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5dc3a5f8-0a55-4632-9863-48305f9be0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:59.079189 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5dc3a5f8-0a55-4632-9863-48305f9be0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:59.080765 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-191d5515-b8b4-45a1-9095-67d6010f9e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33222182', 'neutron.services.segments.db._delete_segments_for_network-8767722538626'] for network, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:59.110297 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-191d5515-b8b4-45a1-9095-67d6010f9e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4410f23-98d7-4c77-b45b-34996cedc895']}} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:42:59.126654 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-191d5515-b8b4-45a1-9095-67d6010f9e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18253d5-dc67-493a-80b4-c3f276374db7') {'for_net_delete': True} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:42:59.127017 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-191d5515-b8b4-45a1-9095-67d6010f9e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18253d5-dc67-493a-80b4-c3f276374db7') {} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:42:59.142648 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-191d5515-b8b4-45a1-9095-67d6010f9e3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767722541213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1701222'] for segment, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:59.144717 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5dc3a5f8-0a55-4632-9863-48305f9be0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:59.150356 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:59.163607 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-191d5515-b8b4-45a1-9095-67d6010f9e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:59.164532 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3a5f8-0a55-4632-9863-48305f9be0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a99e010-1a6b-4615-a50a-4870ce2c7960,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:59.167717 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5dc3a5f8-0a55-4632-9863-48305f9be0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:59.173822 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191d5515-b8b4-45a1-9095-67d6010f9e3d admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=75034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 31 12:42:59.174234 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-191d5515-b8b4-45a1-9095-67d6010f9e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33222410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1383571'] for segment, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:59.179265 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5dc3a5f8-0a55-4632-9863-48305f9be0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:59.183176 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-5dc3a5f8-0a55-4632-9863-48305f9be0ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a99e010-1a6b-4615-a50a-4870ce2c7960 HTTP/1.1" status: 204 len: 168 time: 0.2580454 Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: Traceback (most recent call last): Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: timer() Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: cb(*args, **kw) Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: return func(*args, **kwargs) Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: self._notify() Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: self.callback(batched_events) Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: event.method(event) Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: return f(self, *a, **k) Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: return self._get(url).json() Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: return self.request(url, 'GET', **kwargs) Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:42:59.203764 dv-cinder-806696-1-smb neutron-server[75034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:42:59.288221 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-191d5515-b8b4-45a1-9095-67d6010f9e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33222189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783967'] for network, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:59.294726 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-191d5515-b8b4-45a1-9095-67d6010f9e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:59.298901 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:59.322629 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d5515-b8b4-45a1-9095-67d6010f9e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=e4410f23-98d7-4c77-b45b-34996cedc895,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:42:59.329752 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-191d5515-b8b4-45a1-9095-67d6010f9e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:42:59.367037 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-191d5515-b8b4-45a1-9095-67d6010f9e3d admin admin] 10.222.0.13 "DELETE /v2.0/networks/e4410f23-98d7-4c77-b45b-34996cedc895 HTTP/1.1" status: 204 len: 168 time: 0.7527583 Aug 31 12:42:59.441949 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087d554-4ab3-4406-8774-aae35ed06668 req-d460a15b-ed9c-41fb-95f1-4c4fce7e239d tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:59.443540 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5087d554-4ab3-4406-8774-aae35ed06668 req-d460a15b-ed9c-41fb-95f1-4c4fce7e239d tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=36bae984-30b3-4f49-99df-212abf61fe17 HTTP/1.1" status: 200 len: 945 time: 0.1238887 Aug 31 12:42:59.513512 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5087d554-4ab3-4406-8774-aae35ed06668 req-9e731580-6cee-43f4-958c-f4e9a4d5bc82 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569487 Aug 31 12:42:59.724653 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 35098) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:42:59.740363 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755db019-71e2-4af6-ad11-93ceca33f01a req-c649d103-34ff-407f-bc82-eb014ee00ca5 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:42:59.742085 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-755db019-71e2-4af6-ad11-93ceca33f01a req-c649d103-34ff-407f-bc82-eb014ee00ca5 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 943 time: 0.0891504 Aug 31 12:42:59.791938 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-4f7bf578-7baf-46e4-ab5d-387b41bf9e58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ddb5bd72b038441da2379594bbb6daf1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0652657 Aug 31 12:42:59.792590 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 35104) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:42:59.798335 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-755db019-71e2-4af6-ad11-93ceca33f01a req-a9f5db7e-4a9d-4cae-9f4e-b992796ff488 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497553 Aug 31 12:42:59.856219 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6750b550-35bd-4a2d-8627-4e9997195a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:59.885148 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6750b550-35bd-4a2d-8627-4e9997195a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:59.958460 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6750b550-35bd-4a2d-8627-4e9997195a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:42:59.964838 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-37b22519-5609-45e0-b0fd-b42f39463a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:42:59.993665 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750b550-35bd-4a2d-8627-4e9997195a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39e9f28-a707-4d86-bfb4-aed953584715,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:00.007309 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-6750b550-35bd-4a2d-8627-4e9997195a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:00.016632 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6750b550-35bd-4a2d-8627-4e9997195a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:00.022314 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-6750b550-35bd-4a2d-8627-4e9997195a5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f39e9f28-a707-4d86-bfb4-aed953584715 HTTP/1.1" status: 204 len: 168 time: 0.2281752 Aug 31 12:43:00.555585 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 35144) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:00.626179 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-796ea8cf-32b5-40c7-8b64-1a9f94cd9506 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a85feae697f646afac3ef6d99b4dd3e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0692399 Aug 31 12:43:00.628662 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 35150) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:00.709758 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-bd47ef80-426d-4700-96e6-e68a08443b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:00.740121 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-bd47ef80-426d-4700-96e6-e68a08443b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:00.815458 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-bd47ef80-426d-4700-96e6-e68a08443b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:00.825030 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-21f5190f-a93d-412b-bad4-fe3c2c2a334b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:00.839239 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47ef80-426d-4700-96e6-e68a08443b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d104ed-af8c-495f-8eaf-53084ae27276,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:00.842993 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-bd47ef80-426d-4700-96e6-e68a08443b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:00.844312 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-bd47ef80-426d-4700-96e6-e68a08443b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:00.858343 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-bd47ef80-426d-4700-96e6-e68a08443b1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17d104ed-af8c-495f-8eaf-53084ae27276 HTTP/1.1" status: 204 len: 168 time: 0.2168169 Aug 31 12:43:01.512370 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffe5ac-4222-4ac0-8762-b8c0a9f26fa9 req-31e2714e-312f-45ae-acaa-8bdb598531a4 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:01.514334 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-caffe5ac-4222-4ac0-8762-b8c0a9f26fa9 req-31e2714e-312f-45ae-acaa-8bdb598531a4 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=36bae984-30b3-4f49-99df-212abf61fe17 HTTP/1.1" status: 200 len: 945 time: 0.1384764 Aug 31 12:43:01.583571 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-caffe5ac-4222-4ac0-8762-b8c0a9f26fa9 req-c9cae588-03d6-4d13-92b6-98fc62d746e6 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620365 Aug 31 12:43:01.668601 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-08c5dcc9-b186-4f99-8d76-87068f613d05 req-df11f984-b215-4551-ace3-fd054d4a4101 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1156404 Aug 31 12:43:01.999907 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17ebbf-0448-40f8-b432-0c6aaa88647a req-14d9c062-e4b6-4c33-9261-2ff1c810c1a5 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:02.008697 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cb17ebbf-0448-40f8-b432-0c6aaa88647a req-14d9c062-e4b6-4c33-9261-2ff1c810c1a5 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 943 time: 0.0981853 Aug 31 12:43:02.119610 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cb17ebbf-0448-40f8-b432-0c6aaa88647a req-bc8d9567-a4df-40e2-ba1f-239588204523 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096780 Aug 31 12:43:02.141181 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 35216) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:02.187623 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 2069e40e-6ea8-48f8-a056-1eb746d36640 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:43:02.417649 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-724ef604-5dc8-4054-8cee-502e7c891c07 req-5148d945-ea71-471b-914b-549787a5c840 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2751770 Aug 31 12:43:02.858279 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd65258-8512-4b59-8d7f-db03c1b3b4e0 req-b473ce54-2d9e-4b5f-b328-b83bbc9330fc tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:02.863157 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2dd65258-8512-4b59-8d7f-db03c1b3b4e0 req-b473ce54-2d9e-4b5f-b328-b83bbc9330fc tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=36bae984-30b3-4f49-99df-212abf61fe17 HTTP/1.1" status: 200 len: 945 time: 0.1234257 Aug 31 12:43:03.067857 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2dd65258-8512-4b59-8d7f-db03c1b3b4e0 req-69fd4f51-f29a-4337-84e3-46b002b3af92 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/security-groups?id=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987672 Aug 31 12:43:03.122108 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9e493-aa94-4a5c-b782-972e43db4276 req-1064c077-b09b-4bf7-93d6-451f163717ff tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:03.123615 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-fef9e493-aa94-4a5c-b782-972e43db4276 req-1064c077-b09b-4bf7-93d6-451f163717ff tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.52 "GET /v2.0/ports?device_id=36bae984-30b3-4f49-99df-212abf61fe17 HTTP/1.1" status: 200 len: 945 time: 0.2055125 Aug 31 12:43:03.207231 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [req-fef9e493-aa94-4a5c-b782-972e43db4276 req-8eb37269-1891-44e8-86e0-9fe1d5364f36 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Deleting port 418c8d44-f6e2-4a98-b48e-cf9217c18aa3 {{(pid=75034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:43:03.207631 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-fef9e493-aa94-4a5c-b782-972e43db4276 req-8eb37269-1891-44e8-86e0-9fe1d5364f36 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:03.439292 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e74118-2203-4945-a2ca-d989fd625676 req-234c42eb-e7ba-4cd9-b909-d8cac6aecfde tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:03.471262 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-05e74118-2203-4945-a2ca-d989fd625676 req-234c42eb-e7ba-4cd9-b909-d8cac6aecfde tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 943 time: 0.1880274 Aug 31 12:43:03.565476 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-05e74118-2203-4945-a2ca-d989fd625676 req-021e8c67-3130-487f-8347-700636ccf5bc tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928118 Aug 31 12:43:03.692024 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [req-fef9e493-aa94-4a5c-b782-972e43db4276 req-8eb37269-1891-44e8-86e0-9fe1d5364f36 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] For port 418c8d44-f6e2-4a98-b48e-cf9217c18aa3, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=418c8d44-f6e2-4a98-b48e-cf9217c18aa3,segment=NetworkSegment(5680c92a-10e4-481b-a52a-651b73504bdc),segment_id=5680c92a-10e4-481b-a52a-651b73504bdc)] {{(pid=75034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:03.692469 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-fef9e493-aa94-4a5c-b782-972e43db4276 req-8eb37269-1891-44e8-86e0-9fe1d5364f36 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:03.872262 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [req-fef9e493-aa94-4a5c-b782-972e43db4276 req-8eb37269-1891-44e8-86e0-9fe1d5364f36 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Calling delete_port for 418c8d44-f6e2-4a98-b48e-cf9217c18aa3 owned by compute:nova {{(pid=75034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:43:04.062332 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-fef9e493-aa94-4a5c-b782-972e43db4276 req-8eb37269-1891-44e8-86e0-9fe1d5364f36 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:04.070538 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:04.076171 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['418c8d44-f6e2-4a98-b48e-cf9217c18aa3'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:43:04.126186 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb37269-1891-44e8-86e0-9fe1d5364f36 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Pushing event deleted for resources: {'Port': ['ID=418c8d44-f6e2-4a98-b48e-cf9217c18aa3,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:04.130319 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-8eb37269-1891-44e8-86e0-9fe1d5364f36 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:04.176154 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fac00-4fd3-44cb-a62b-03ae9e0452a5 req-a5ce85fb-ce8a-431f-88b8-c149f1610eee tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:04.178319 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0f3fac00-4fd3-44cb-a62b-03ae9e0452a5 req-a5ce85fb-ce8a-431f-88b8-c149f1610eee tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.1512847 Aug 31 12:43:04.209544 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef9e493-aa94-4a5c-b782-972e43db4276 req-8eb37269-1891-44e8-86e0-9fe1d5364f36 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] No DVR routers for this DVR port 418c8d44-f6e2-4a98-b48e-cf9217c18aa3 on host hv-cinder-80669 {{(pid=75034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:43:04.212203 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-fef9e493-aa94-4a5c-b782-972e43db4276 req-8eb37269-1891-44e8-86e0-9fe1d5364f36 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:04.215285 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bae984-30b3-4f49-99df-212abf61fe17', 'name': 'network-vif-deleted', 'tag': '418c8d44-f6e2-4a98-b48e-cf9217c18aa3'}] {{(pid=75034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:43:04.235116 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-fef9e493-aa94-4a5c-b782-972e43db4276 req-8eb37269-1891-44e8-86e0-9fe1d5364f36 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.52 "DELETE /v2.0/ports/418c8d44-f6e2-4a98-b48e-cf9217c18aa3 HTTP/1.1" status: 204 len: 173 time: 1.1044738 Aug 31 12:43:04.270261 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0f3fac00-4fd3-44cb-a62b-03ae9e0452a5 req-c2196990-8955-45d1-b9fb-3f1c68045f30 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805423 Aug 31 12:43:04.380070 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-1ff6093d-5280-4b46-8cbc-c9decd92b5e1 req-3715f1d6-70ee-4e2f-9928-c950ae03ce68 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Synchronizing usage tracker for tenant:000315d9835948618872c8f081afb232 on resource:port {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:43:04.394992 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bae984-30b3-4f49-99df-212abf61fe17', 'name': 'network-vif-deleted', 'tag': '418c8d44-f6e2-4a98-b48e-cf9217c18aa3', 'status': 'completed', 'code': 200} Aug 31 12:43:04.414940 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-1ff6093d-5280-4b46-8cbc-c9decd92b5e1 req-3715f1d6-70ee-4e2f-9928-c950ae03ce68 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Unset dirty status for tenant:000315d9835948618872c8f081afb232 on resource:port {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:43:04.432370 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1ff6093d-5280-4b46-8cbc-c9decd92b5e1 req-3715f1d6-70ee-4e2f-9928-c950ae03ce68 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] 10.222.0.13 "GET /v2.0/ports?device_id=36bae984-30b3-4f49-99df-212abf61fe17 HTTP/1.1" status: 200 len: 210 time: 0.1484118 Aug 31 12:43:04.777719 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-724ef604-5dc8-4054-8cee-502e7c891c07 req-8fd371e1-6ff7-4fac-8f4c-584ddf5bcbe6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f&tenant_id=c5d0d26219144527ad3c1eecfdfeb7f8 HTTP/1.1" status: 200 len: 1096 time: 0.0859807 Aug 31 12:43:04.831092 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d0ca6-ddfe-4bc8-8c5d-dee9e6e20e4c req-15246c24-0704-4b2e-9ba9-30779517715e tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:04.840289 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-1d8d0ca6-ddfe-4bc8-8c5d-dee9e6e20e4c req-15246c24-0704-4b2e-9ba9-30779517715e tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 943 time: 0.1052570 Aug 31 12:43:04.907336 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-1d8d0ca6-ddfe-4bc8-8c5d-dee9e6e20e4c req-4509edce-8647-4dbc-abbd-30b495b3bac7 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650201 Aug 31 12:43:04.948320 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-724ef604-5dc8-4054-8cee-502e7c891c07 req-cac9c13c-6482-4dfd-861e-78fb5d989295 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5d0d26219144527ad3c1eecfdfeb7f8&device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 1096 time: 0.1171494 Aug 31 12:43:05.246905 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ef604-5dc8-4054-8cee-502e7c891c07 req-d4c3bcf3-c3d4-4ca3-86cb-954c78f164ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:05.248422 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-724ef604-5dc8-4054-8cee-502e7c891c07 req-d4c3bcf3-c3d4-4ca3-86cb-954c78f164ef service neutron] 10.222.0.52 "GET /v2.0/networks?id=702c7954-d9af-4f3a-9da8-4db52418d64a HTTP/1.1" status: 200 len: 917 time: 0.2895412 Aug 31 12:43:05.365454 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-724ef604-5dc8-4054-8cee-502e7c891c07 req-62879b4a-4756-4241-9b1e-426d10c5ea2e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2069e40e-6ea8-48f8-a056-1eb746d36640 HTTP/1.1" status: 200 len: 999 time: 0.1103003 Aug 31 12:43:05.452005 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ef604-5dc8-4054-8cee-502e7c891c07 req-b9d2ea6a-c82a-4c62-8b3e-94219ad96194 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:05.453911 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-724ef604-5dc8-4054-8cee-502e7c891c07 req-b9d2ea6a-c82a-4c62-8b3e-94219ad96194 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0374522e-8e13-43f1-b19e-60140b6db1f3 HTTP/1.1" status: 200 len: 855 time: 0.0804901 Aug 31 12:43:05.629951 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-724ef604-5dc8-4054-8cee-502e7c891c07 req-2c457ede-d3ae-4a9e-882f-0791248ae733 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=702c7954-d9af-4f3a-9da8-4db52418d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1685658 Aug 31 12:43:05.640847 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cd55a-5091-4d36-9864-250442544361 req-988d6b82-ad25-40a0-86d8-dca05a068616 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:05.642684 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-ba2cd55a-5091-4d36-9864-250442544361 req-988d6b82-ad25-40a0-86d8-dca05a068616 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.1829734 Aug 31 12:43:05.790776 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-ba2cd55a-5091-4d36-9864-250442544361 req-1242e4c7-efaa-42fd-ae72-2af26ceff9b5 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273308 Aug 31 12:43:05.833057 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-724ef604-5dc8-4054-8cee-502e7c891c07 req-2d9cdc3a-0564-4bc5-89e2-a34a00fa01d0 service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892531 Aug 31 12:43:05.988021 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-724ef604-5dc8-4054-8cee-502e7c891c07 req-ae6aef25-6126-4dc3-918e-ec2fb93b2c6f service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468508 Aug 31 12:43:06.189168 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf4c5d-339a-4c7a-be07-2776a64757ee req-0112440d-b5b4-4ca7-8a5b-feb37f387067 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:06.194503 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-4dbf4c5d-339a-4c7a-be07-2776a64757ee req-0112440d-b5b4-4ca7-8a5b-feb37f387067 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 943 time: 0.0930033 Aug 31 12:43:06.232210 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 418c8d44-f6e2-4a98-b48e-cf9217c18aa3 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:43:06.279113 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] No Port match for: 418c8d44-f6e2-4a98-b48e-cf9217c18aa3 {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:43:06.279356 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-4dbf4c5d-339a-4c7a-be07-2776a64757ee req-780ff825-5ed8-4a04-bbf7-39b85959cbb5 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827124 Aug 31 12:43:06.279470 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 418c8d44-f6e2-4a98-b48e-cf9217c18aa3 not bound to the agent host hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:43:06.637094 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0c997-2ee1-46e9-88de-df9cfa51db2c req-1642a503-d855-4680-8658-27e56a4cd984 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:06.642668 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-86f0c997-2ee1-46e9-88de-df9cfa51db2c req-1642a503-d855-4680-8658-27e56a4cd984 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.52 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.1183884 Aug 31 12:43:06.802073 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [req-86f0c997-2ee1-46e9-88de-df9cfa51db2c req-b30eb930-b7f8-4f10-86c4-a378b552a4ef tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Deleting port a1785e3c-70e9-4a86-b8a2-16b06db18d2a {{(pid=75034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:43:06.802742 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-86f0c997-2ee1-46e9-88de-df9cfa51db2c req-b30eb930-b7f8-4f10-86c4-a378b552a4ef tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:07.121330 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [req-86f0c997-2ee1-46e9-88de-df9cfa51db2c req-b30eb930-b7f8-4f10-86c4-a378b552a4ef tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] For port a1785e3c-70e9-4a86-b8a2-16b06db18d2a, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=a1785e3c-70e9-4a86-b8a2-16b06db18d2a,segment=NetworkSegment(ae37df81-d466-4d03-9260-d300c5171488),segment_id=ae37df81-d466-4d03-9260-d300c5171488)] {{(pid=75034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:07.121953 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-86f0c997-2ee1-46e9-88de-df9cfa51db2c req-b30eb930-b7f8-4f10-86c4-a378b552a4ef tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:07.136046 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b207c63-b5cb-4bac-b41f-0425d6689564 req-57d1f1fc-0885-4eea-ad92-ecc7d1ca5281 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:07.137779 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0b207c63-b5cb-4bac-b41f-0425d6689564 req-57d1f1fc-0885-4eea-ad92-ecc7d1ca5281 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 945 time: 0.1839156 Aug 31 12:43:07.246461 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0b207c63-b5cb-4bac-b41f-0425d6689564 req-c755b94e-d881-4b82-bda2-701d220207ee tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015515 Aug 31 12:43:07.301418 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [req-86f0c997-2ee1-46e9-88de-df9cfa51db2c req-b30eb930-b7f8-4f10-86c4-a378b552a4ef tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Calling delete_port for a1785e3c-70e9-4a86-b8a2-16b06db18d2a owned by compute:nova {{(pid=75034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:43:07.502224 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-86f0c997-2ee1-46e9-88de-df9cfa51db2c req-b30eb930-b7f8-4f10-86c4-a378b552a4ef tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:07.514653 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['3694f5ef-b8f7-4e39-878a-357d72f64dad', 'a1785e3c-70e9-4a86-b8a2-16b06db18d2a'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:43:07.531818 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-6c65f31a-3367-4038-a433-113d0357993d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:08.107625 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30eb930-b7f8-4f10-86c4-a378b552a4ef tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Pushing event deleted for resources: {'Port': ['ID=a1785e3c-70e9-4a86-b8a2-16b06db18d2a,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:08.118785 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-b30eb930-b7f8-4f10-86c4-a378b552a4ef tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:08.187179 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f0c997-2ee1-46e9-88de-df9cfa51db2c req-b30eb930-b7f8-4f10-86c4-a378b552a4ef tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] No DVR routers for this DVR port a1785e3c-70e9-4a86-b8a2-16b06db18d2a on host hv-cinder-80669 {{(pid=75034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:43:08.190644 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-86f0c997-2ee1-46e9-88de-df9cfa51db2c req-b30eb930-b7f8-4f10-86c4-a378b552a4ef tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:08.193417 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8636bdbb-9a46-48e7-a82d-1438124b0a1a', 'name': 'network-vif-deleted', 'tag': 'a1785e3c-70e9-4a86-b8a2-16b06db18d2a'}] {{(pid=75034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:43:08.217035 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-86f0c997-2ee1-46e9-88de-df9cfa51db2c req-b30eb930-b7f8-4f10-86c4-a378b552a4ef tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.52 "DELETE /v2.0/ports/a1785e3c-70e9-4a86-b8a2-16b06db18d2a HTTP/1.1" status: 204 len: 173 time: 1.5502162 Aug 31 12:43:08.236750 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e1e7b-afcb-4560-b050-230466ef5f65 req-2212421e-b893-4e74-b2c8-dad1dbb0b27f tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:08.245957 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-715e1e7b-afcb-4560-b050-230466ef5f65 req-2212421e-b893-4e74-b2c8-dad1dbb0b27f tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 943 time: 0.3293674 Aug 31 12:43:08.318957 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-715e1e7b-afcb-4560-b050-230466ef5f65 req-42fb3c9f-a0cb-40d3-a5bf-c9776076a8d9 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719709 Aug 31 12:43:08.460482 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8636bdbb-9a46-48e7-a82d-1438124b0a1a', 'name': 'network-vif-deleted', 'tag': 'a1785e3c-70e9-4a86-b8a2-16b06db18d2a', 'status': 'completed', 'code': 200} Aug 31 12:43:08.679574 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-630e1a3e-fae0-49f5-89a5-c6c593e55985 req-cc0be551-964c-4c0f-8d99-d9ab64d2abaa tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Synchronizing usage tracker for tenant:ee1789ece77e48d9b5f61bbc4d7c4187 on resource:port {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:43:08.700030 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-630e1a3e-fae0-49f5-89a5-c6c593e55985 req-cc0be551-964c-4c0f-8d99-d9ab64d2abaa tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Unset dirty status for tenant:ee1789ece77e48d9b5f61bbc4d7c4187 on resource:port {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:43:08.713737 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-630e1a3e-fae0-49f5-89a5-c6c593e55985 req-cc0be551-964c-4c0f-8d99-d9ab64d2abaa tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 210 time: 0.0846305 Aug 31 12:43:09.709790 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bab54-0e20-4a80-bca1-9b21ed778f01 req-362df79e-2f45-46a3-aa07-34b8b8879dae tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:09.714115 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-e54bab54-0e20-4a80-bca1-9b21ed778f01 req-362df79e-2f45-46a3-aa07-34b8b8879dae tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 943 time: 0.1299102 Aug 31 12:43:09.848150 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-e54bab54-0e20-4a80-bca1-9b21ed778f01 req-b869300e-04f1-437a-973e-9cd419a3ba76 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266778 Aug 31 12:43:10.254728 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device a1785e3c-70e9-4a86-b8a2-16b06db18d2a no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:43:10.361327 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] No Port match for: a1785e3c-70e9-4a86-b8a2-16b06db18d2a {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:43:10.361700 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device a1785e3c-70e9-4a86-b8a2-16b06db18d2a not bound to the agent host hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:43:10.366057 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d4cdc-1ee4-4430-9543-8edb3eaf96cc req-0ee18366-4a23-42ce-bddc-af6c9a01183a tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:10.375360 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-424d4cdc-1ee4-4430-9543-8edb3eaf96cc req-0ee18366-4a23-42ce-bddc-af6c9a01183a tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.2397008 Aug 31 12:43:10.472758 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-424d4cdc-1ee4-4430-9543-8edb3eaf96cc req-14dc5e27-4a08-4bd2-be48-bc3bb6f588b4 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954649 Aug 31 12:43:10.582155 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8a810845-ef1e-403a-beac-97fc6236e397 req-9d82c8ce-87b3-4da1-8969-d2ad779c777a tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 210 time: 0.0599425 Aug 31 12:43:11.373299 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340c697-b8b0-48b3-8328-83495936dda2 req-17d0a97b-4bdd-4afb-be23-ba324e185c56 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:11.382712 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f340c697-b8b0-48b3-8328-83495936dda2 req-17d0a97b-4bdd-4afb-be23-ba324e185c56 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 943 time: 0.2595103 Aug 31 12:43:11.536753 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f340c697-b8b0-48b3-8328-83495936dda2 req-327fd605-01e0-4176-bb6b-d61ec5f6a4e0 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436317 Aug 31 12:43:12.096228 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b6e25c9c-c2ec-4fbf-bf16-7804066cda4a req-ede8bf83-5139-40cd-acd4-f4d003bc6d0b tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8636bdbb-9a46-48e7-a82d-1438124b0a1a HTTP/1.1" status: 200 len: 210 time: 0.1465933 Aug 31 12:43:12.317235 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04692fd0-5239-457f-a337-3fcb848f7acb req-59f49d72-366d-4b19-a69f-a4b3a4fbf1d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:12.329953 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-04692fd0-5239-457f-a337-3fcb848f7acb req-59f49d72-366d-4b19-a69f-a4b3a4fbf1d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.3758523 Aug 31 12:43:12.420679 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-04692fd0-5239-457f-a337-3fcb848f7acb req-93f483f5-a136-4d21-b969-2a478c8cd014 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897224 Aug 31 12:43:12.542738 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 35538) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:12.775797 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d92a9778-f102-4460-9d39-696d480b83ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:12.862776 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10f76b-44ec-4ba0-a537-0e2ee6cc3a04 req-d12e7b1b-effd-4232-b4bf-adb5a40ec0ba tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:12.865487 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-d92a9778-f102-4460-9d39-696d480b83ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:12.870977 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-d92a9778-f102-4460-9d39-696d480b83ff admin admin] Usage tracker for resource:security_group_rule and tenant:4df58bbfe0014f70b6f76a358d03a49d is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:12.872549 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cf10f76b-44ec-4ba0-a537-0e2ee6cc3a04 req-d12e7b1b-effd-4232-b4bf-adb5a40ec0ba tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 943 time: 0.1475508 Aug 31 12:43:12.891617 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-d92a9778-f102-4460-9d39-696d480b83ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:12.906952 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-d92a9778-f102-4460-9d39-696d480b83ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:12.995691 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cf10f76b-44ec-4ba0-a537-0e2ee6cc3a04 req-8d576c95-fa2a-496d-8561-2c2143eef9aa tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213291 Aug 31 12:43:13.051754 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d92a9778-f102-4460-9d39-696d480b83ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:13.063175 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d92a9778-f102-4460-9d39-696d480b83ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:13.082127 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-85ea831a-978b-42c7-9391-3b7401ec3780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:13.129941 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a9778-f102-4460-9d39-696d480b83ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c57e9cf-68ee-4862-bc56-15d174e27883,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:13.133554 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-d92a9778-f102-4460-9d39-696d480b83ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:13.138292 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-d92a9778-f102-4460-9d39-696d480b83ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4df58bbfe0014f70b6f76a358d03a49d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5942585 Aug 31 12:43:13.141371 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 35552) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:13.247213 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-e6ae429e-e0bb-4a65-b27c-bde259ab060b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:13.266612 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f8ff0e4e-04ff-4610-85c7-893bcdd10cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:13.356890 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f8ff0e4e-04ff-4610-85c7-893bcdd10cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:13.449380 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f8ff0e4e-04ff-4610-85c7-893bcdd10cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:13.465453 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-a4f13f0f-004e-4f3d-99e4-35476c44d958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:13.484697 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff0e4e-04ff-4610-85c7-893bcdd10cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c57e9cf-68ee-4862-bc56-15d174e27883,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:13.488856 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-f8ff0e4e-04ff-4610-85c7-893bcdd10cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:13.491644 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f8ff0e4e-04ff-4610-85c7-893bcdd10cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:13.510432 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-f8ff0e4e-04ff-4610-85c7-893bcdd10cbe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c57e9cf-68ee-4862-bc56-15d174e27883 HTTP/1.1" status: 204 len: 168 time: 0.3636341 Aug 31 12:43:13.627660 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:13.806386 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:43:13.819531 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 35568) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:14.253498 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a185d21b-8b9e-4327-b206-2457aa12b247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:14.311663 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-a185d21b-8b9e-4327-b206-2457aa12b247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:14.320538 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-a185d21b-8b9e-4327-b206-2457aa12b247 admin admin] Usage tracker for resource:security_group_rule and tenant:99b98ad448a743afbea7954ba6d05d9f is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:14.324969 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-a185d21b-8b9e-4327-b206-2457aa12b247 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:14.333848 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-a185d21b-8b9e-4327-b206-2457aa12b247 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:14.349560 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d41df-318f-4839-881a-c86c1edba7ca req-ce727655-2019-429a-a094-7160de446a99 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:14.359335 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8a0d41df-318f-4839-881a-c86c1edba7ca req-ce727655-2019-429a-a094-7160de446a99 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.2116437 Aug 31 12:43:14.366506 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f93ba-1012-4342-aa48-dc85dd9294e0 req-9f86c933-b32a-4476-bf6b-36a450e714e9 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:14.374604 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-002f93ba-1012-4342-aa48-dc85dd9294e0 req-9f86c933-b32a-4476-bf6b-36a450e714e9 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.4903541 Aug 31 12:43:14.561400 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8a0d41df-318f-4839-881a-c86c1edba7ca req-7b5bf1d5-7812-476e-bf93-be1f06b24542 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006710 Aug 31 12:43:14.632758 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-002f93ba-1012-4342-aa48-dc85dd9294e0 req-95c2088a-535a-4c3d-83ce-8cdcf212a88c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536740 Aug 31 12:43:14.691716 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a185d21b-8b9e-4327-b206-2457aa12b247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:14.699909 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a185d21b-8b9e-4327-b206-2457aa12b247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:14.742519 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-16cb1934-b69a-4168-9d7b-ecdd1bc76a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:14.755303 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:14.919441 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185d21b-8b9e-4327-b206-2457aa12b247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d12054c-814e-4763-aebb-f377bea00de1,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:14.948881 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-a185d21b-8b9e-4327-b206-2457aa12b247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:14.951537 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-a185d21b-8b9e-4327-b206-2457aa12b247 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99b98ad448a743afbea7954ba6d05d9f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1301746 Aug 31 12:43:14.954388 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 35590) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:15.040739 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f7b64-a219-4378-9578-3f95c4a74ae4 req-29727e7a-6797-4c23-b014-5c127c58c5b1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:15.054032 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7f6f7b64-a219-4378-9578-3f95c4a74ae4 req-29727e7a-6797-4c23-b014-5c127c58c5b1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 943 time: 0.2601192 Aug 31 12:43:15.155810 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7f6f7b64-a219-4378-9578-3f95c4a74ae4 req-8e116a2c-f64b-4d14-b803-ee96d5c8cb92 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007493 Aug 31 12:43:15.217357 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c09e5da1-1e4a-4a25-8da8-cc63f8cbd3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:15.257937 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c09e5da1-1e4a-4a25-8da8-cc63f8cbd3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:15.276358 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-83c4ff5a-006c-4d7d-9ecd-32acc4be90ff req-b3a52c09-86ca-442d-843b-a2ba65b1bf47 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5d0d26219144527ad3c1eecfdfeb7f8&device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 1096 time: 0.2164209 Aug 31 12:43:15.485160 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9ad2-4cf8-443f-8def-804a401d46d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:15.516281 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c09e5da1-1e4a-4a25-8da8-cc63f8cbd3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:15.525547 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-32509d68-0f80-4f26-a77e-eb8f73b6c0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:15.549344 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e5da1-1e4a-4a25-8da8-cc63f8cbd3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d12054c-814e-4763-aebb-f377bea00de1,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:15.554655 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-c09e5da1-1e4a-4a25-8da8-cc63f8cbd3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:15.592014 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c09e5da1-1e4a-4a25-8da8-cc63f8cbd3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:15.593176 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-c09e5da1-1e4a-4a25-8da8-cc63f8cbd3ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d12054c-814e-4763-aebb-f377bea00de1 HTTP/1.1" status: 204 len: 168 time: 0.6377110 Aug 31 12:43:15.604263 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4ff5a-006c-4d7d-9ecd-32acc4be90ff req-7013011e-495c-472a-b5ea-2b6411f197ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:15.606422 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-83c4ff5a-006c-4d7d-9ecd-32acc4be90ff req-7013011e-495c-472a-b5ea-2b6411f197ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=702c7954-d9af-4f3a-9da8-4db52418d64a HTTP/1.1" status: 200 len: 917 time: 0.2882905 Aug 31 12:43:15.797837 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-83c4ff5a-006c-4d7d-9ecd-32acc4be90ff req-6d7a8a46-9e36-40c3-b774-c3be7f1c6d91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2069e40e-6ea8-48f8-a056-1eb746d36640 HTTP/1.1" status: 200 len: 999 time: 0.1665971 Aug 31 12:43:16.069167 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c145f-13a7-4862-82fd-24825d5cdb60 req-8b12f7f7-a48b-4188-ad8e-10a3035be11b tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:16.081155 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f53c145f-13a7-4862-82fd-24825d5cdb60 req-8b12f7f7-a48b-4188-ad8e-10a3035be11b tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.1698298 Aug 31 12:43:16.150741 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4ff5a-006c-4d7d-9ecd-32acc4be90ff req-9ddd37df-3f10-4107-9d0d-64e801d4d4c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:16.152860 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-83c4ff5a-006c-4d7d-9ecd-32acc4be90ff req-9ddd37df-3f10-4107-9d0d-64e801d4d4c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0374522e-8e13-43f1-b19e-60140b6db1f3 HTTP/1.1" status: 200 len: 855 time: 0.2230246 Aug 31 12:43:16.226483 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f53c145f-13a7-4862-82fd-24825d5cdb60 req-6521ad57-d0b7-433d-9bf5-0b680ca96477 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382365 Aug 31 12:43:16.396644 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed13fdd-76ae-4b69-abed-f3e1e29b15e4 req-c466cd0a-40f6-4c19-afb9-17e04e8b80e5 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:16.399858 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-bed13fdd-76ae-4b69-abed-f3e1e29b15e4 req-c466cd0a-40f6-4c19-afb9-17e04e8b80e5 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.5887356 Aug 31 12:43:16.531362 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:16.598368 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb988f-c411-4391-b2f6-5a07dd9c82de req-0d6dfd54-fdc7-4b7e-abbc-0121f75b448a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:16.633164 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b4eb988f-c411-4391-b2f6-5a07dd9c82de req-0d6dfd54-fdc7-4b7e-abbc-0121f75b448a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 943 time: 0.2147517 Aug 31 12:43:16.715881 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-bed13fdd-76ae-4b69-abed-f3e1e29b15e4 req-8af3b9d2-cadf-4270-aad6-771cb8c38344 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926126 Aug 31 12:43:16.818680 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b4eb988f-c411-4391-b2f6-5a07dd9c82de req-d3d2e864-1ad2-49b6-9cb5-d3bdf318e85b tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827104 Aug 31 12:43:16.819059 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-83c4ff5a-006c-4d7d-9ecd-32acc4be90ff req-1f673efe-8854-481e-91d4-f434c5a6fd21 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=702c7954-d9af-4f3a-9da8-4db52418d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6151299 Aug 31 12:43:17.138281 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-83c4ff5a-006c-4d7d-9ecd-32acc4be90ff req-0d7a6782-ae8d-4eb7-8ab1-f4dd3c1cf309 service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910419 Aug 31 12:43:17.663218 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-83c4ff5a-006c-4d7d-9ecd-32acc4be90ff req-cfa6018c-c92d-45ea-97fe-91a7d5d6567f service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644837 Aug 31 12:43:17.780554 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3036f4d-3e68-4779-979f-ee7795164408 req-0afac673-82a3-4e02-a88b-84e2207d5e0b tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:17.791573 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d3036f4d-3e68-4779-979f-ee7795164408 req-0afac673-82a3-4e02-a88b-84e2207d5e0b tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.2560074 Aug 31 12:43:18.010479 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:18.329004 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d3036f4d-3e68-4779-979f-ee7795164408 req-cc4acc5b-77d6-44e1-8871-0ddcf41139a7 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5339181 Aug 31 12:43:18.340553 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfbebf-784e-4c50-bdce-24d66a9f77c2 req-6a35f33c-8bd2-430c-bd3e-dfcc06ffdb2f tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:18.344046 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b7dfbebf-784e-4c50-bdce-24d66a9f77c2 req-6a35f33c-8bd2-430c-bd3e-dfcc06ffdb2f tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.2318394 Aug 31 12:43:18.463070 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b7dfbebf-784e-4c50-bdce-24d66a9f77c2 req-fa9d4cfd-341e-4a8f-85ad-1f1b5ff728ce tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109598 Aug 31 12:43:18.766997 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b12b17-e414-48af-a92b-816f166ab296 req-58790f36-48ba-47be-80cd-03ab98632cd4 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:18.768954 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c8b12b17-e414-48af-a92b-816f166ab296 req-58790f36-48ba-47be-80cd-03ab98632cd4 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 943 time: 0.1985786 Aug 31 12:43:18.861249 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c8b12b17-e414-48af-a92b-816f166ab296 req-96f62aab-bb7e-4e0a-ab00-716da9c2f8d4 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837243 Aug 31 12:43:19.825509 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3cc41-1d74-458a-9369-c27389b4644f req-e4da8ea1-5908-4553-8343-3726de4b3d0e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:19.829973 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8cc3cc41-1d74-458a-9369-c27389b4644f req-e4da8ea1-5908-4553-8343-3726de4b3d0e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.2012842 Aug 31 12:43:19.889059 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f258353-bf9b-4380-bd93-1335b55f0701 req-8f5ab97f-974f-472e-98d1-8a4da1b7edad tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:19.902622 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8f258353-bf9b-4380-bd93-1335b55f0701 req-8f5ab97f-974f-472e-98d1-8a4da1b7edad tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1520793 Aug 31 12:43:19.985370 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8cc3cc41-1d74-458a-9369-c27389b4644f req-40286f82-d5cf-42e0-ad25-13c19c36a424 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479211 Aug 31 12:43:20.071464 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8f258353-bf9b-4380-bd93-1335b55f0701 req-0b8496b4-c3ca-4af9-98cc-4ca83ad6512d tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512675 Aug 31 12:43:20.703619 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9848c5-0bea-438e-8675-97ab5155178e req-0d81724f-4379-4b6e-bb29-1cd86520c62a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:20.705238 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2c9848c5-0bea-438e-8675-97ab5155178e req-0d81724f-4379-4b6e-bb29-1cd86520c62a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 943 time: 0.1953475 Aug 31 12:43:20.867693 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2c9848c5-0bea-438e-8675-97ab5155178e req-0d501490-0c69-4e7e-96a4-9c66e9a8ca30 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540711 Aug 31 12:43:21.497806 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecda7f-5640-4e8e-b71b-d4c933a9173f req-0d62f5d9-ced3-4c0b-ae10-3dc64b555657 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:21.511822 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-00ecda7f-5640-4e8e-b71b-d4c933a9173f req-0d62f5d9-ced3-4c0b-ae10-3dc64b555657 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.2269599 Aug 31 12:43:21.618349 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-00ecda7f-5640-4e8e-b71b-d4c933a9173f req-fd5b7ad3-74c2-4323-9f95-ce5d1b40edf3 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037321 Aug 31 12:43:21.659188 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d54038-c7c1-4e12-a29b-2bfd33452100 req-9e3b8e9a-c12c-4460-8c25-441a748fbe91 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:21.660745 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-15d54038-c7c1-4e12-a29b-2bfd33452100 req-9e3b8e9a-c12c-4460-8c25-441a748fbe91 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.2781203 Aug 31 12:43:21.744153 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-15d54038-c7c1-4e12-a29b-2bfd33452100 req-ab88acc0-5730-477a-866f-ee8192411e22 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765295 Aug 31 12:43:22.397717 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ecb99-a7cf-4392-aadd-df3daac0c289 req-42c4b5f1-5875-462e-be75-1e0d36496b38 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:22.399718 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-266ecb99-a7cf-4392-aadd-df3daac0c289 req-42c4b5f1-5875-462e-be75-1e0d36496b38 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 943 time: 0.2040858 Aug 31 12:43:22.548738 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-266ecb99-a7cf-4392-aadd-df3daac0c289 req-4cd6dabb-0b27-46c3-8ac5-b5c923704965 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340375 Aug 31 12:43:23.196414 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be501bd7-fe7b-46c8-bd27-fd450e7ef91a req-294059b6-4f12-48a2-ad85-1c23bf3cd17f tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:23.205272 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-be501bd7-fe7b-46c8-bd27-fd450e7ef91a req-294059b6-4f12-48a2-ad85-1c23bf3cd17f tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1770597 Aug 31 12:43:23.291886 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-be501bd7-fe7b-46c8-bd27-fd450e7ef91a req-53ef26e3-f0ea-41e2-a350-2f8570129aee tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856440 Aug 31 12:43:23.390508 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 35772) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:23.425734 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851dbce-126f-46b3-8e98-441b1509129b req-f32e45cc-738b-4845-8227-04e95f65346e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:23.427301 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d851dbce-126f-46b3-8e98-441b1509129b req-f32e45cc-738b-4845-8227-04e95f65346e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.2237830 Aug 31 12:43:23.541589 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d851dbce-126f-46b3-8e98-441b1509129b req-e03c4ff7-b5d9-4e97-8118-d7109b440aef tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072872 Aug 31 12:43:23.585821 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-983bedf1-1ffe-43a9-a903-94eec7f32964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:23.656980 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-983bedf1-1ffe-43a9-a903-94eec7f32964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:23.663380 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-983bedf1-1ffe-43a9-a903-94eec7f32964 admin admin] Usage tracker for resource:security_group_rule and tenant:589b86eccb154179b5cd528e939ca99f is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:23.667998 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-983bedf1-1ffe-43a9-a903-94eec7f32964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:23.688162 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-983bedf1-1ffe-43a9-a903-94eec7f32964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:23.842592 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-983bedf1-1ffe-43a9-a903-94eec7f32964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:23.848807 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-983bedf1-1ffe-43a9-a903-94eec7f32964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:23.909283 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-320a38f6-4517-42aa-a946-da713623fbd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:24.022696 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-983bedf1-1ffe-43a9-a903-94eec7f32964 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=589b86eccb154179b5cd528e939ca99f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6303086 Aug 31 12:43:24.024759 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 35784) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:24.055799 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983bedf1-1ffe-43a9-a903-94eec7f32964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40aa04c3-4c66-42f7-8e4d-e2d392f5e055,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:24.082217 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bedf1-1ffe-43a9-a903-94eec7f32964 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:24.090071 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bedf1-1ffe-43a9-a903-94eec7f32964 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:24.090879 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bedf1-1ffe-43a9-a903-94eec7f32964 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:24.091548 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bedf1-1ffe-43a9-a903-94eec7f32964 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:24.092203 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bedf1-1ffe-43a9-a903-94eec7f32964 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:24.092902 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bedf1-1ffe-43a9-a903-94eec7f32964 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:24.093489 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bedf1-1ffe-43a9-a903-94eec7f32964 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:24.094121 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bedf1-1ffe-43a9-a903-94eec7f32964 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:24.094725 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bedf1-1ffe-43a9-a903-94eec7f32964 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:24.095303 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bedf1-1ffe-43a9-a903-94eec7f32964 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:24.095865 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bedf1-1ffe-43a9-a903-94eec7f32964 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:24.104260 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-983bedf1-1ffe-43a9-a903-94eec7f32964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:24.150795 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-96c3ccce-b54c-4669-87df-d00ac6accdd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:24.157561 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f064e30-f103-4be7-859f-3c40c5c633cd req-d2b8163b-db2a-46e9-8a60-2ce03687a560 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:24.159283 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0f064e30-f103-4be7-859f-3c40c5c633cd req-d2b8163b-db2a-46e9-8a60-2ce03687a560 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 943 time: 0.2513366 Aug 31 12:43:24.232994 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-96c3ccce-b54c-4669-87df-d00ac6accdd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:24.272929 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0f064e30-f103-4be7-859f-3c40c5c633cd req-09777f58-6dd2-4f45-add7-4c9665e9e6ca tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059406 Aug 31 12:43:24.366355 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-96c3ccce-b54c-4669-87df-d00ac6accdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:24.376750 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-16f61698-847e-4e4e-8b76-056091a87bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:24.394582 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3ccce-b54c-4669-87df-d00ac6accdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40aa04c3-4c66-42f7-8e4d-e2d392f5e055,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:24.406640 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-96c3ccce-b54c-4669-87df-d00ac6accdd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:24.409235 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-96c3ccce-b54c-4669-87df-d00ac6accdd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:24.410823 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-96c3ccce-b54c-4669-87df-d00ac6accdd7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40aa04c3-4c66-42f7-8e4d-e2d392f5e055 HTTP/1.1" status: 204 len: 168 time: 0.3848662 Aug 31 12:43:24.629439 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d92460-0d23-4339-854a-9e9faa2b077a req-c5765431-1b9c-4df8-b80c-02e649a5cffd tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:24.634892 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-62d92460-0d23-4339-854a-9e9faa2b077a req-c5765431-1b9c-4df8-b80c-02e649a5cffd tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1328235 Aug 31 12:43:24.729340 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-62d92460-0d23-4339-854a-9e9faa2b077a req-2e7eae61-acad-43fc-b029-2cda24c96ae1 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826058 Aug 31 12:43:24.835059 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d5cad-7c5e-4a39-ab0c-d29685b81a2f req-1f70c17e-5cdd-4a6f-8142-4c23310bedb5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:24.845279 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-157d5cad-7c5e-4a39-ab0c-d29685b81a2f req-1f70c17e-5cdd-4a6f-8142-4c23310bedb5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.1616938 Aug 31 12:43:24.929270 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-157d5cad-7c5e-4a39-ab0c-d29685b81a2f req-85584143-8300-44cd-bbd5-8b4b62458a2a tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823588 Aug 31 12:43:25.602005 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864f93d-b02c-49f1-9076-45eff96a85c6 req-1bcba9e6-e577-4d9b-8e26-cd6e169bf75a tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:25.603620 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2864f93d-b02c-49f1-9076-45eff96a85c6 req-1bcba9e6-e577-4d9b-8e26-cd6e169bf75a tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1549509 Aug 31 12:43:25.697572 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a42dd-840b-4e40-9665-faaf7c1531ee req-6c035930-98bb-4a5d-be7d-d12bb3ffc891 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:25.699939 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-243a42dd-840b-4e40-9665-faaf7c1531ee req-6c035930-98bb-4a5d-be7d-d12bb3ffc891 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 943 time: 0.1881585 Aug 31 12:43:25.706806 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [req-2864f93d-b02c-49f1-9076-45eff96a85c6 req-9fc24923-94b1-4299-a371-7cc0129aebe7 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Deleting port 3694f5ef-b8f7-4e39-878a-357d72f64dad {{(pid=75034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:43:25.708087 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-2864f93d-b02c-49f1-9076-45eff96a85c6 req-9fc24923-94b1-4299-a371-7cc0129aebe7 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:25.737509 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 35836) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:25.930718 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1973473040-network', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:43:25.942859 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:25.952020 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Usage tracker for resource:network and tenant:3bc9a284c20b4adfbfcdc98e81f10699 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:25.958803 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:25.973416 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:25.994061 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Made reservation on behalf of 3bc9a284c20b4adfbfcdc98e81f10699 for: {'network': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:43:25.997480 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for network, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:26.045736 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:26.150925 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-243a42dd-840b-4e40-9665-faaf7c1531ee req-700c88ed-8672-4d93-ae8b-8cf002c8e182 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3980803 Aug 31 12:43:26.151351 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:26.157559 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [req-2864f93d-b02c-49f1-9076-45eff96a85c6 req-9fc24923-94b1-4299-a371-7cc0129aebe7 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] For port 3694f5ef-b8f7-4e39-878a-357d72f64dad, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=3694f5ef-b8f7-4e39-878a-357d72f64dad,segment=NetworkSegment(ae37df81-d466-4d03-9260-d300c5171488),segment_id=ae37df81-d466-4d03-9260-d300c5171488)] {{(pid=75034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:26.157921 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Usage tracker for resource:security_group_rule and tenant:3bc9a284c20b4adfbfcdc98e81f10699 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:26.158024 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-2864f93d-b02c-49f1-9076-45eff96a85c6 req-9fc24923-94b1-4299-a371-7cc0129aebe7 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:26.161869 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:26.175540 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:26.202813 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b1748-6003-4d0b-990c-de93bbbad14a req-6a287dff-1de5-4835-bd2c-7101b639af72 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:26.204759 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2d0b1748-6003-4d0b-990c-de93bbbad14a req-6a287dff-1de5-4835-bd2c-7101b639af72 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 945 time: 0.1432900 Aug 31 12:43:26.287211 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:26.307391 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:26.315535 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:26.322250 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [req-2864f93d-b02c-49f1-9076-45eff96a85c6 req-9fc24923-94b1-4299-a371-7cc0129aebe7 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Calling delete_port for 3694f5ef-b8f7-4e39-878a-357d72f64dad owned by compute:nova {{(pid=75034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:43:26.354626 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=75035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 31 12:43:26.371072 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc77901-333a-41e7-b35c-10627499e4b3,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:26.377428 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:26.379834 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:26.380177 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.db.segments_db [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Added segment ed569237-601e-4462-a69b-e8a0ae9f278b of type vlan for network 301c08f8-022f-4c04-8683-cab91975ee82 Aug 31 12:43:26.383839 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2d0b1748-6003-4d0b-990c-de93bbbad14a req-9fc99643-60d7-4bbc-a6dd-f1d26b61be9b tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/security-groups?id=73af3a9d-f130-4e3f-bb21-3d726b6dc707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949447 Aug 31 12:43:26.412951 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767722117506'] for network, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:26.457993 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for network, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:26.460696 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:26.461419 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:26.469602 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:26.533564 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb868d-2549-4c29-85af-8c8c0b95e853 req-6873c408-7ee5-473b-bc14-7b380dd8274f tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:26.535071 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-bcdb868d-2549-4c29-85af-8c8c0b95e853 req-6873c408-7ee5-473b-bc14-7b380dd8274f tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.1741524 Aug 31 12:43:26.629617 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Pushing event updated for resources: {'Network': ['ID=301c08f8-022f-4c04-8683-cab91975ee82,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:26.641275 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:26.647860 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9060669 Aug 31 12:43:26.647860 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 35856) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:26.660903 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-b6c1648f-65f0-40d8-b1f0-974a24b695da admin admin] Request body: {'subnet': {'network_id': '301c08f8-022f-4c04-8683-cab91975ee82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1973473040-subnet', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'ip_version': 4}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:43:26.666375 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Network 301c08f8-022f-4c04-8683-cab91975ee82 details requested by agent ovs-agent-dv-cinder-806696-1-smb with host dv-cinder-806696-1-smb {{(pid=75036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 12:43:26.667001 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-bcdb868d-2549-4c29-85af-8c8c0b95e853 req-630e5ad3-f03c-4586-91ee-f9bd16cf0088 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978227 Aug 31 12:43:26.675163 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-2864f93d-b02c-49f1-9076-45eff96a85c6 req-9fc24923-94b1-4299-a371-7cc0129aebe7 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:26.681882 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:26.683446 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-b6c1648f-65f0-40d8-b1f0-974a24b695da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:26.699525 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-b6c1648f-65f0-40d8-b1f0-974a24b695da admin admin] Usage tracker for resource:subnet and tenant:3bc9a284c20b4adfbfcdc98e81f10699 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:26.708391 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-b6c1648f-65f0-40d8-b1f0-974a24b695da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:26.730619 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc24923-94b1-4299-a371-7cc0129aebe7 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Pushing event deleted for resources: {'Port': ['ID=3694f5ef-b8f7-4e39-878a-357d72f64dad,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:26.731693 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-b6c1648f-65f0-40d8-b1f0-974a24b695da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:26.733621 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-9fc24923-94b1-4299-a371-7cc0129aebe7 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:26.752476 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c1648f-65f0-40d8-b1f0-974a24b695da admin admin] Made reservation on behalf of 3bc9a284c20b4adfbfcdc98e81f10699 for: {'subnet': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:43:26.756056 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b6c1648f-65f0-40d8-b1f0-974a24b695da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1377153'] for subnet, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:26.905220 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [req-2864f93d-b02c-49f1-9076-45eff96a85c6 req-9fc24923-94b1-4299-a371-7cc0129aebe7 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] No DVR routers for this DVR port 3694f5ef-b8f7-4e39-878a-357d72f64dad on host hv-cinder-80669 {{(pid=75034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:43:26.908649 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-2864f93d-b02c-49f1-9076-45eff96a85c6 req-9fc24923-94b1-4299-a371-7cc0129aebe7 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:26.912842 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd71754-222d-4f4c-8dcc-6457e9ec80b3', 'name': 'network-vif-deleted', 'tag': '3694f5ef-b8f7-4e39-878a-357d72f64dad'}] {{(pid=75034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:43:26.975086 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2864f93d-b02c-49f1-9076-45eff96a85c6 req-9fc24923-94b1-4299-a371-7cc0129aebe7 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.52 "DELETE /v2.0/ports/3694f5ef-b8f7-4e39-878a-357d72f64dad HTTP/1.1" status: 204 len: 173 time: 1.3648310 Aug 31 12:43:27.060081 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd71754-222d-4f4c-8dcc-6457e9ec80b3', 'name': 'network-vif-deleted', 'tag': '3694f5ef-b8f7-4e39-878a-357d72f64dad', 'status': 'completed', 'code': 200} Aug 31 12:43:27.361088 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b6c1648f-65f0-40d8-b1f0-974a24b695da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1148779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1377171'] for subnet, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:27.366253 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:27.479177 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1648f-65f0-40d8-b1f0-974a24b695da admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8b41268-faa3-4a54-af29-703f32d1b3fc,revision_number=0']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:27.488304 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-b6c1648f-65f0-40d8-b1f0-974a24b695da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:27.494523 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c1648f-65f0-40d8-b1f0-974a24b695da admin admin] Checking segment: {'id': 'ed569237-601e-4462-a69b-e8a0ae9f278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:43:27.494938 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c1648f-65f0-40d8-b1f0-974a24b695da admin admin] Network hostable DHCP agents. Network: 301c08f8-022f-4c04-8683-cab91975ee82, hostable agents: ['c4bdb865-a81e-4643-8bd9-838ee0d40aaf'], hosted agents: [] {{(pid=75035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:43:27.522218 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c1648f-65f0-40d8-b1f0-974a24b695da admin admin] Network 301c08f8-022f-4c04-8683-cab91975ee82 is scheduled to be hosted by DHCP agent c4bdb865-a81e-4643-8bd9-838ee0d40aaf with binding_index 1 {{(pid=75035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:43:27.537913 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-b6c1648f-65f0-40d8-b1f0-974a24b695da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-smb, 301c08f8-022f-4c04-8683-cab91975ee82) {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:43:27.548694 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcb0509-d216-4e96-90e0-716414c246c5 None None] Network 301c08f8-022f-4c04-8683-cab91975ee82 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:43:27.557369 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c1648f-65f0-40d8-b1f0-974a24b695da admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:27.558453 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b6c1648f-65f0-40d8-b1f0-974a24b695da admin admin] Notify callbacks [] for subnet, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:27.604034 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-b6c1648f-65f0-40d8-b1f0-974a24b695da admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9549429 Aug 31 12:43:27.606456 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 35886) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:27.612728 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1973473040-router', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:43:27.629432 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:27.636078 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Usage tracker for resource:router and tenant:3bc9a284c20b4adfbfcdc98e81f10699 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:27.641029 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:27.664008 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:27.685466 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deccd8d-3ff0-40e6-8554-a6c4c7e447b9 req-9e0797b0-55d4-4a25-a37b-ffe3454cdc00 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:27.685804 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8182'] for router, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:27.686888 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8189'] for router, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:27.689352 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7deccd8d-3ff0-40e6-8554-a6c4c7e447b9 req-9e0797b0-55d4-4a25-a37b-ffe3454cdc00 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 943 time: 0.3265252 Aug 31 12:43:27.750448 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7deccd8d-3ff0-40e6-8554-a6c4c7e447b9 req-2afb8c2e-c37f-4e9b-9713-d3d5d46c9ad3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544188 Aug 31 12:43:27.791801 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3c81e212-d6e7-459d-9783-530f1a5294d0 req-4af2b4df-ecba-4ae4-96f7-ef338be60f7f tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dd71754-222d-4f4c-8dcc-6457e9ec80b3 HTTP/1.1" status: 200 len: 210 time: 0.0941105 Aug 31 12:43:27.836340 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:28.057379 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74434909-0b8c-5b4f-b4a6-2114f8d237d1-301c08f8-022f-4c04-8683-cab91975ee82', 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'fixed_ips': [{'subnet_id': 'f8b41268-faa3-4a54-af29-703f32d1b3fc'}]}} from dv-cinder-806696-1-smb. {{(pid=75036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 31 12:43:28.058944 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:28.212762 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af3821-c6a9-483f-8884-25a2aa7a3558 req-751f8b12-d41c-429d-b38c-32b3b8dffa21 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:28.214692 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d0af3821-c6a9-483f-8884-25a2aa7a3558 req-751f8b12-d41c-429d-b38c-32b3b8dffa21 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.1525435 Aug 31 12:43:28.259960 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.db_base_plugin_common [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Allocated IP 172.20.0.2 (301c08f8-022f-4c04-8683-cab91975ee82/f8b41268-faa3-4a54-af29-703f32d1b3fc/b06fed6a-ce07-41e0-8ab6-4ca0f2521af9) {{(pid=75036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:43:28.261476 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-783613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8147'] for router, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:28.280358 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d0af3821-c6a9-483f-8884-25a2aa7a3558 req-bcaa1313-2f03-4e5e-8923-53c88a3a0677 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596611 Aug 31 12:43:28.330890 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 2069e40e-6ea8-48f8-a056-1eb746d36640 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:43:28.338569 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 3694f5ef-b8f7-4e39-878a-357d72f64dad no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:43:28.511325 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] No Port match for: 3694f5ef-b8f7-4e39-878a-357d72f64dad {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:43:28.511565 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:28.512033 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 3694f5ef-b8f7-4e39-878a-357d72f64dad not bound to the agent host hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:43:28.551297 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:28.718730 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Allocated IP 172.28.3.89 (7b35dd9c-b590-45a2-8542-749821ca1ef9/5d9224a0-26e6-47e5-9065-b2d86fa589fa/e754281a-447b-43fa-a46e-21e8c1317a70) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:43:28.831185 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 2069e40e-6ea8-48f8-a056-1eb746d36640, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=2069e40e-6ea8-48f8-a056-1eb746d36640,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:28.857282 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': '2069e40e-6ea8-48f8-a056-1eb746d36640', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'port_id': '2069e40e-6ea8-48f8-a056-1eb746d36640', 'mac_address': 'fa:16:3e:7f:2e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:43:28.870396 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Notify callbacks [] for port, precommit_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:28.943575 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Transition to ACTIVE for port object b06fed6a-ce07-41e0-8ab6-4ca0f2521af9 will not be triggered until provisioned by entity L2. {{(pid=75036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:43:28.953385 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:28.987884 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Transition to ACTIVE for port object b06fed6a-ce07-41e0-8ab6-4ca0f2521af9 will not be triggered until provisioned by entity DHCP. {{(pid=75036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:43:28.991625 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2069e40e-6ea8-48f8-a056-1eb746d36640 {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:43:29.011766 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 2069e40e-6ea8-48f8-a056-1eb746d36640, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=2069e40e-6ea8-48f8-a056-1eb746d36640,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:29.014756 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887'] for port, after_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:29.020289 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:29.042642 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 35908) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:29.055348 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:29.099271 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:29.119992 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Network 301c08f8-022f-4c04-8683-cab91975ee82 is already hosted by enough agents. {{(pid=75036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:43:29.124042 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.scheduler.base_scheduler [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Resources bound (agent type, host, resource id): {{(pid=75036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:43:29.135230 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Received port after_create {{(pid=75036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:43:29.148392 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Pushing event updated for resources: {'Port': ['ID=b06fed6a-ce07-41e0-8ab6-4ca0f2521af9,revision_number=1']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:29.171989 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:29.172343 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:29.172682 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:29.173011 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:29.173460 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:29.173663 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:29.174011 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:29.174334 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:29.174773 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:29.174963 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:29.175283 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:29.193248 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:29.198138 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:29.280790 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:29.373423 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Attempting to bind port b06fed6a-ce07-41e0-8ab6-4ca0f2521af9 on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:43:29.373886 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Attempting to bind port b06fed6a-ce07-41e0-8ab6-4ca0f2521af9 by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': 'ed569237-601e-4462-a69b-e8a0ae9f278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82'}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:43:29.374294 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Attempting to bind port b06fed6a-ce07-41e0-8ab6-4ca0f2521af9 on network 301c08f8-022f-4c04-8683-cab91975ee82 {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:43:29.381578 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['2069e40e-6ea8-48f8-a056-1eb746d36640'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:43:29.396862 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:29.447385 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=2069e40e-6ea8-48f8-a056-1eb746d36640,revision_number=9']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:29.457509 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:43:29.458188 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Checking segment: {'id': 'ed569237-601e-4462-a69b-e8a0ae9f278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:43:29.458760 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:29.459324 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Bound using segment: {'id': 'ed569237-601e-4462-a69b-e8a0ae9f278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82'} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:43:29.459987 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Bound port: b06fed6a-ce07-41e0-8ab6-4ca0f2521af9, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed569237-601e-4462-a69b-e8a0ae9f278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82'}}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:43:29.460547 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:29.472288 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:29.497259 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Network 7b35dd9c-b590-45a2-8542-749821ca1ef9 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:43:29.506686 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:43:29.512268 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Pushing event updated for resources: {'Port': ['ID=e754281a-447b-43fa-a46e-21e8c1317a70,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:29.515787 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:43:29.588994 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] For port b06fed6a-ce07-41e0-8ab6-4ca0f2521af9, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:43:29.593092 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] For port b06fed6a-ce07-41e0-8ab6-4ca0f2521af9, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=b06fed6a-ce07-41e0-8ab6-4ca0f2521af9,segment=NetworkSegment(ed569237-601e-4462-a69b-e8a0ae9f278b),segment_id=ed569237-601e-4462-a69b-e8a0ae9f278b)] {{(pid=75036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:43:29.599345 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:29.603866 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:29.608733 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:29.657851 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935b8df-437e-4f2b-b1f0-9c4d03dc507b req-0a019f5b-bf8e-4256-be46-64dbf7e7959a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:29.659382 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f935b8df-437e-4f2b-b1f0-9c4d03dc507b req-0a019f5b-bf8e-4256-be46-64dbf7e7959a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 944 time: 0.4780135 Aug 31 12:43:29.729475 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f935b8df-437e-4f2b-b1f0-9c4d03dc507b req-0da2f4e2-a012-4e43-b0aa-34c1ab05cc98 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635042 Aug 31 12:43:29.760075 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Pushing event updated for resources: {'Port': ['ID=b06fed6a-ce07-41e0-8ab6-4ca0f2521af9,revision_number=2']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:29.762633 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90b0e4-b38e-4357-8dd0-7d6dd45a1027 req-4ddea745-fb22-4c8d-8357-6387a59674c0 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:29.770326 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-fd90b0e4-b38e-4357-8dd0-7d6dd45a1027 req-4ddea745-fb22-4c8d-8357-6387a59674c0 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.1517804 Aug 31 12:43:29.780026 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:29.883520 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:29.884288 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783902'] for router, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:29.934314 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-fd90b0e4-b38e-4357-8dd0-7d6dd45a1027 req-f2947f98-972f-4960-8291-59dd24c44209 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630352 Aug 31 12:43:30.033146 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-a8a3dfc1-843a-4b49-bc5f-0fbec3740e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782687'] for router_interface, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:30.535496 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Router 7c127991-dbbd-4f05-9726-89173d254751 is scheduled to L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 with binding_index 1 {{(pid=75035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 12:43:30.871836 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device b06fed6a-ce07-41e0-8ab6-4ca0f2521af9 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:43:31.066364 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port b06fed6a-ce07-41e0-8ab6-4ca0f2521af9 completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:43:31.239098 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51955d14-ff07-453a-a252-c02e5f6f4650 req-e025a71b-6ef1-4740-a486-fd402ec5b2ce tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:31.248255 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-51955d14-ff07-453a-a252-c02e5f6f4650 req-e025a71b-6ef1-4740-a486-fd402ec5b2ce tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.2237899 Aug 31 12:43:31.321841 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:43:31.334338 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] Sync routers for ids ['7c127991-dbbd-4f05-9726-89173d254751'] in dv-cinder-806696-1-smb {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:43:31.364612 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] Routers {'7c127991-dbbd-4f05-9726-89173d254751'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:43:31.365360 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:43:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['7c127991-dbbd-4f05-9726-89173d254751'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:43:31.368292 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-fd4faf87-ff84-4d43-b151-0f637c668260 req-0491a31e-7f9c-4784-a1bc-b95d83db721f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3039a6adc724d519214c67cf88d1b8e&device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 1098 time: 0.3620534 Aug 31 12:43:31.370766 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-51955d14-ff07-453a-a252-c02e5f6f4650 req-5b43f1b8-6b21-4f16-800b-c7b45d15f4eb tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215525 Aug 31 12:43:31.372080 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Notify callbacks [] for router, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:31.376017 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7680144 Aug 31 12:43:31.379761 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabde8d-4a66-4ff8-b1c5-239b60db2868 req-b546541a-9f12-442d-81f6-e019d462b5a6 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:31.383578 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 35962) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:31.391243 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd918e81-7c99-4137-b203-62ca486fca26 None None] Network 301c08f8-022f-4c04-8683-cab91975ee82 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:43:31.403690 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1fabde8d-4a66-4ff8-b1c5-239b60db2868 req-b546541a-9f12-442d-81f6-e019d462b5a6 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 944 time: 0.3323357 Aug 31 12:43:31.574108 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-35afcea8-204f-4b15-86a6-f1d746713e55 None None] Provisioning for port b06fed6a-ce07-41e0-8ab6-4ca0f2521af9 completed by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:43:31.586584 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-35afcea8-204f-4b15-86a6-f1d746713e55 None None] Provisioning complete for port b06fed6a-ce07-41e0-8ab6-4ca0f2521af9 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:43:31.587364 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-35afcea8-204f-4b15-86a6-f1d746713e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:31.637317 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] Set router 7c127991-dbbd-4f05-9726-89173d254751 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:43:31.757259 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-35afcea8-204f-4b15-86a6-f1d746713e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:31.789087 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1fabde8d-4a66-4ff8-b1c5-239b60db2868 req-75bf65ca-15c9-49d2-b659-21665b415e41 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3842087 Aug 31 12:43:31.931584 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4faf87-ff84-4d43-b151-0f637c668260 req-10117c82-b052-4da0-8953-0057c15b8e6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:31.933085 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-fd4faf87-ff84-4d43-b151-0f637c668260 req-10117c82-b052-4da0-8953-0057c15b8e6a service neutron] 10.222.0.52 "GET /v2.0/networks?id=feea8ebf-1268-49e1-b49d-7833ff8c567a HTTP/1.1" status: 200 len: 912 time: 0.4561231 Aug 31 12:43:31.991345 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-35afcea8-204f-4b15-86a6-f1d746713e55 None None] For port b06fed6a-ce07-41e0-8ab6-4ca0f2521af9, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=b06fed6a-ce07-41e0-8ab6-4ca0f2521af9,segment=NetworkSegment(ed569237-601e-4462-a69b-e8a0ae9f278b),segment_id=ed569237-601e-4462-a69b-e8a0ae9f278b)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:32.025369 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-35afcea8-204f-4b15-86a6-f1d746713e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:32.040796 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:32.204637 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afcea8-204f-4b15-86a6-f1d746713e55 None None] Pushing event updated for resources: {'Port': ['ID=b06fed6a-ce07-41e0-8ab6-4ca0f2521af9,revision_number=3']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:32.209305 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-35afcea8-204f-4b15-86a6-f1d746713e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:32.223983 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c127991-dbbd-4f05-9726-89173d254751', 'name': 'tempest-TestShelveInstance-1973473040-router', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:27Z', 'updated_at': '2021-08-31T12:43:29Z', 'revision_number': 3, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'gw_port': {'id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c127991-dbbd-4f05-9726-89173d254751', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:28Z', 'updated_at': '2021-08-31T12:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb'}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:43:32.235250 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] Checking router: 7c127991-dbbd-4f05-9726-89173d254751 for host: dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:43:32.235975 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] Updating router 7c127991-dbbd-4f05-9726-89173d254751 port e754281a-447b-43fa-a46e-21e8c1317a70 binding host dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 31 12:43:32.249967 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-fd4faf87-ff84-4d43-b151-0f637c668260 req-1f50a607-e293-4acf-8afa-484aab58ea7f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b35bd049-3ac3-457f-8e16-815e81ca6289 HTTP/1.1" status: 200 len: 1001 time: 0.2838454 Aug 31 12:43:32.335103 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 2069e40e-6ea8-48f8-a056-1eb746d36640 up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:43:32.403713 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:32.434602 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4faf87-ff84-4d43-b151-0f637c668260 req-329e39e7-bf21-4b02-a208-1d4a7def2ee7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:32.436214 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-fd4faf87-ff84-4d43-b151-0f637c668260 req-329e39e7-bf21-4b02-a208-1d4a7def2ee7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=acb27ec4-0bee-4f29-8732-77d071b3e04e HTTP/1.1" status: 200 len: 850 time: 0.1756814 Aug 31 12:43:32.560902 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port 2069e40e-6ea8-48f8-a056-1eb746d36640 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:43:32.561270 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:32.631974 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-a8a3dfc1-843a-4b49-bc5f-0fbec3740e38 admin admin] Deleting port 46ae0790-4727-4424-bdec-edf2eccc932d {{(pid=75034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:43:32.633892 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-a8a3dfc1-843a-4b49-bc5f-0fbec3740e38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:32.899431 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:32.960401 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-fd4faf87-ff84-4d43-b151-0f637c668260 req-b1dd3cef-7da0-4621-a8e9-c5e2d9c5e144 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=feea8ebf-1268-49e1-b49d-7833ff8c567a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4684448 Aug 31 12:43:32.965414 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device b06fed6a-ce07-41e0-8ab6-4ca0f2521af9 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:43:33.220691 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 2069e40e-6ea8-48f8-a056-1eb746d36640, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=2069e40e-6ea8-48f8-a056-1eb746d36640,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:33.233653 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47a3f6a-c0df-4490-a02b-f6aa4081c81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2069e40e-6ea8-48f8-a056-1eb746d36640'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:43:33.264991 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:33.274344 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:33.356183 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792b675-f99c-4a4f-afed-32d0b0497cc7 req-8bab712d-88d3-4b31-b102-ca133b55adda tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:33.371657 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-9792b675-f99c-4a4f-afed-32d0b0497cc7 req-8bab712d-88d3-4b31-b102-ca133b55adda tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.4601657 Aug 31 12:43:33.496933 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-cfb36a2c-e4c3-4fc7-a569-3a82aeb80d6b None None] Provisioning complete for port b06fed6a-ce07-41e0-8ab6-4ca0f2521af9 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:43:33.497442 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-cfb36a2c-e4c3-4fc7-a569-3a82aeb80d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:33.564999 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] Notify callbacks [] for port, precommit_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:33.575028 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [None req-a8a3dfc1-843a-4b49-bc5f-0fbec3740e38 admin admin] For port 46ae0790-4727-4424-bdec-edf2eccc932d, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=46ae0790-4727-4424-bdec-edf2eccc932d,segment=NetworkSegment(ae37df81-d466-4d03-9260-d300c5171488),segment_id=ae37df81-d466-4d03-9260-d300c5171488)] {{(pid=75034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:33.579051 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-a8a3dfc1-843a-4b49-bc5f-0fbec3740e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:33.585263 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-9792b675-f99c-4a4f-afed-32d0b0497cc7 req-d25ff351-553a-4610-9c91-8f4ccf8414fe tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119205 Aug 31 12:43:33.599377 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.provisioning_blocks [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] Transition to ACTIVE for port object e754281a-447b-43fa-a46e-21e8c1317a70 will not be triggered until provisioned by entity L2. {{(pid=75037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:43:33.621923 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:33.630759 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:33.796801 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=2069e40e-6ea8-48f8-a056-1eb746d36640,revision_number=10']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:33.817762 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5130f251-25d4-4446-ba2e-b949cd55210e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:33.818123 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47a3f6a-c0df-4490-a02b-f6aa4081c81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2069e40e-6ea8-48f8-a056-1eb746d36640', 'code': 200} Aug 31 12:43:33.855895 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:33.880950 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] Attempting to bind port e754281a-447b-43fa-a46e-21e8c1317a70 on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:43:33.882333 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] Attempting to bind port e754281a-447b-43fa-a46e-21e8c1317a70 by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}] {{(pid=75037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:43:33.884493 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] Attempting to bind port e754281a-447b-43fa-a46e-21e8c1317a70 on network 7b35dd9c-b590-45a2-8542-749821ca1ef9 {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:43:33.943498 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401a0af-3723-4a16-9ce9-e553b51d8f6f None None] Pushing event updated for resources: {'Port': ['ID=e754281a-447b-43fa-a46e-21e8c1317a70,revision_number=2']} {{(pid=75037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:33.970719 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:43:33.972579 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] Checking segment: {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:43:33.973225 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:33.973752 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] Bound using segment: {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'} {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:43:33.974318 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] Bound port: e754281a-447b-43fa-a46e-21e8c1317a70, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}}] {{(pid=75037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:43:33.974925 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:33.989829 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port b06fed6a-ce07-41e0-8ab6-4ca0f2521af9 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:43:33.989829 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:34.020851 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401a0af-3723-4a16-9ce9-e553b51d8f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:34.021227 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401a0af-3723-4a16-9ce9-e553b51d8f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:34.021542 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401a0af-3723-4a16-9ce9-e553b51d8f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:34.021893 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401a0af-3723-4a16-9ce9-e553b51d8f6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:34.022235 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401a0af-3723-4a16-9ce9-e553b51d8f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:34.022538 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401a0af-3723-4a16-9ce9-e553b51d8f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:34.022854 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401a0af-3723-4a16-9ce9-e553b51d8f6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:34.023422 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401a0af-3723-4a16-9ce9-e553b51d8f6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:34.023874 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401a0af-3723-4a16-9ce9-e553b51d8f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:34.024187 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401a0af-3723-4a16-9ce9-e553b51d8f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:34.024497 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2401a0af-3723-4a16-9ce9-e553b51d8f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:34.033649 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [None req-2401a0af-3723-4a16-9ce9-e553b51d8f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:34.053246 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-a8a3dfc1-843a-4b49-bc5f-0fbec3740e38 admin admin] Calling delete_port for 46ae0790-4727-4424-bdec-edf2eccc932d owned by network:router_interface {{(pid=75034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:43:34.091101 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.db [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] For port e754281a-447b-43fa-a46e-21e8c1317a70, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:43:34.114007 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.db [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] For port e754281a-447b-43fa-a46e-21e8c1317a70, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=e754281a-447b-43fa-a46e-21e8c1317a70,segment=NetworkSegment(3f81cd55-86a1-4a25-9153-5d04b36688ac),segment_id=3f81cd55-86a1-4a25-9153-5d04b36688ac)] {{(pid=75037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:43:34.127593 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:34.175602 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:34.320739 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] Routers {'7c127991-dbbd-4f05-9726-89173d254751'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:43:34.321844 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:43:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['7c127991-dbbd-4f05-9726-89173d254751'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:43:34.504744 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-fd4faf87-ff84-4d43-b151-0f637c668260 req-d6243452-c9b3-433a-ac90-c74fdac8568a service neutron] 10.222.0.52 "GET /v2.0/networks/feea8ebf-1268-49e1-b49d-7833ff8c567a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5339177 Aug 31 12:43:34.550028 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [None req-5130f251-25d4-4446-ba2e-b949cd55210e admin admin] Allocated IP 172.20.0.1 (301c08f8-022f-4c04-8683-cab91975ee82/f8b41268-faa3-4a54-af29-703f32d1b3fc/5baa7258-045c-4b88-b78d-3bf48f0870c7) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:43:34.649147 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] Set router 7c127991-dbbd-4f05-9726-89173d254751 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:43:34.722958 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cd9ec-8829-49cd-be39-61b49ae1218b req-90d6e6e5-0ab3-4637-8e2a-c9aaa006b806 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:34.730453 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-e03cd9ec-8829-49cd-be39-61b49ae1218b req-90d6e6e5-0ab3-4637-8e2a-c9aaa006b806 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 946 time: 1.3950841 Aug 31 12:43:34.821657 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-eeaf0164-3e8e-4857-aaaf-18dc053caf1e req-8bc35773-afd6-4855-ae1f-0aed5e9269a7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 1099 time: 0.4000053 Aug 31 12:43:34.836337 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-fd4faf87-ff84-4d43-b151-0f637c668260 req-cb9c25c4-dc8c-4eae-a555-32afde4845ec service neutron] 10.222.0.52 "GET /v2.0/networks/feea8ebf-1268-49e1-b49d-7833ff8c567a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048303 Aug 31 12:43:34.867299 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-e03cd9ec-8829-49cd-be39-61b49ae1218b req-dfd165ad-11c5-4903-a5b2-aa1b6d282a56 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359155 Aug 31 12:43:34.875497 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-eeaf0164-3e8e-4857-aaaf-18dc053caf1e req-29ac1e12-405d-485a-9307-fccf56ea381e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454807 Aug 31 12:43:34.925739 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401a0af-3723-4a16-9ce9-e553b51d8f6f None None] Pushing event updated for resources: {'Port': ['ID=e754281a-447b-43fa-a46e-21e8c1317a70,revision_number=3']} {{(pid=75037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:34.934695 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [None req-2401a0af-3723-4a16-9ce9-e553b51d8f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:34.969213 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-a8a3dfc1-843a-4b49-bc5f-0fbec3740e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:34.983077 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-32e2d90d-2efe-429a-8f07-5ff0648d5f24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:35.014116 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5130f251-25d4-4446-ba2e-b949cd55210e admin admin] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:35.068393 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b4a20-2f55-4741-8071-8d15e1802564 req-a44ca691-832b-4a17-9269-f828ace7953d tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:35.069905 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-717b4a20-2f55-4741-8071-8d15e1802564 req-a44ca691-832b-4a17-9269-f828ace7953d tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.2919688 Aug 31 12:43:35.070977 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [None req-5130f251-25d4-4446-ba2e-b949cd55210e admin admin] Transition to ACTIVE for port object 5baa7258-045c-4b88-b78d-3bf48f0870c7 will not be triggered until provisioned by entity DHCP. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:43:35.132395 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5130f251-25d4-4446-ba2e-b949cd55210e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:35.144973 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-67516103-1644-40a3-bc10-499202062a68 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:35.160966 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c127991-dbbd-4f05-9726-89173d254751', 'name': 'tempest-TestShelveInstance-1973473040-router', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:27Z', 'updated_at': '2021-08-31T12:43:29Z', 'revision_number': 3, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'gw_port': {'id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c127991-dbbd-4f05-9726-89173d254751', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:28Z', 'updated_at': '2021-08-31T12:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb'}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:43:35.172550 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c946e4-d73e-4610-ba0c-f9189ecfee0d None None] The sync data for ids ['7c127991-dbbd-4f05-9726-89173d254751'] in dv-cinder-806696-1-smb is: [{'id': '7c127991-dbbd-4f05-9726-89173d254751', 'name': 'tempest-TestShelveInstance-1973473040-router', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:27Z', 'updated_at': '2021-08-31T12:43:29Z', 'revision_number': 3, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'gw_port': {'id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c127991-dbbd-4f05-9726-89173d254751', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:28Z', 'updated_at': '2021-08-31T12:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb'}] {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:43:35.207549 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-717b4a20-2f55-4741-8071-8d15e1802564 req-d55790c3-1156-4c4a-b2a3-734a362200ce tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308541 Aug 31 12:43:35.210264 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5130f251-25d4-4446-ba2e-b949cd55210e admin admin] Network 301c08f8-022f-4c04-8683-cab91975ee82 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:43:35.238047 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-5130f251-25d4-4446-ba2e-b949cd55210e admin admin] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:43:35.241236 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5130f251-25d4-4446-ba2e-b949cd55210e admin admin] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:43:35.251157 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3dfc1-843a-4b49-bc5f-0fbec3740e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=46ae0790-4727-4424-bdec-edf2eccc932d,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:35.253934 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-a8a3dfc1-843a-4b49-bc5f-0fbec3740e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:35.266386 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130f251-25d4-4446-ba2e-b949cd55210e admin admin] Pushing event updated for resources: {'Port': ['ID=5baa7258-045c-4b88-b78d-3bf48f0870c7,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:35.271796 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5130f251-25d4-4446-ba2e-b949cd55210e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:35.320104 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5130f251-25d4-4446-ba2e-b949cd55210e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784064'] for router_interface, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:35.562253 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5130f251-25d4-4446-ba2e-b949cd55210e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:35.654646 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-9868588a-8b61-404a-ae93-8e33aa382cd4 None None] Provisioning for port 5baa7258-045c-4b88-b78d-3bf48f0870c7 completed by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:43:35.663827 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-9868588a-8b61-404a-ae93-8e33aa382cd4 None None] Provisioning complete for port 5baa7258-045c-4b88-b78d-3bf48f0870c7 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:43:35.664583 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-9868588a-8b61-404a-ae93-8e33aa382cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:35.830244 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-9868588a-8b61-404a-ae93-8e33aa382cd4 None None] Port 5baa7258-045c-4b88-b78d-3bf48f0870c7 cannot update to ACTIVE because it is not bound. {{(pid=75036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 31 12:43:35.906624 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-a8a3dfc1-843a-4b49-bc5f-0fbec3740e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33169039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782763'] for router_interface, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:36.251514 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5130f251-25d4-4446-ba2e-b949cd55210e admin admin] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:36.266954 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5130f251-25d4-4446-ba2e-b949cd55210e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:36.477591 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:36.550793 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5130f251-25d4-4446-ba2e-b949cd55210e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33353741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-782633'] for router_interface, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:36.878048 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc70c78-dbf5-4cde-9da2-5a9225e4b3d0 req-1aa44aa8-21b6-4f47-843e-82391745b986 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:36.881212 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-ddc70c78-dbf5-4cde-9da2-5a9225e4b3d0 req-1aa44aa8-21b6-4f47-843e-82391745b986 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.3150072 Aug 31 12:43:36.906664 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130f251-25d4-4446-ba2e-b949cd55210e admin admin] Pushing event updated for resources: {'Port': ['ID=5baa7258-045c-4b88-b78d-3bf48f0870c7,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:36.916808 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5130f251-25d4-4446-ba2e-b949cd55210e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:36.918170 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7bf16-6708-40de-a651-749b5d4e789d req-dee497cd-075e-423b-9af1-28c1efd0e67b tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:36.919014 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-eee7bf16-6708-40de-a651-749b5d4e789d req-dee497cd-075e-423b-9af1-28c1efd0e67b tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 946 time: 0.5854886 Aug 31 12:43:36.949010 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device e754281a-447b-43fa-a46e-21e8c1317a70 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:43:36.992499 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-ddc70c78-dbf5-4cde-9da2-5a9225e4b3d0 req-eaa65eb6-2fea-4c48-96db-8c54d8dc9796 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097066 Aug 31 12:43:37.085892 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port e754281a-447b-43fa-a46e-21e8c1317a70 completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:43:37.099414 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port e754281a-447b-43fa-a46e-21e8c1317a70 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:43:37.099782 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:37.123597 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5130f251-25d4-4446-ba2e-b949cd55210e admin admin] Network 301c08f8-022f-4c04-8683-cab91975ee82 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:43:37.124874 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-5130f251-25d4-4446-ba2e-b949cd55210e admin admin] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:43:37.217502 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-eee7bf16-6708-40de-a651-749b5d4e789d req-a18eb471-c4ec-4f7d-88f4-b8eee2e01832 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842472 Aug 31 12:43:37.384568 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:37.412140 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] For port e754281a-447b-43fa-a46e-21e8c1317a70, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=e754281a-447b-43fa-a46e-21e8c1317a70,segment=NetworkSegment(3f81cd55-86a1-4a25-9153-5d04b36688ac),segment_id=3f81cd55-86a1-4a25-9153-5d04b36688ac)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:37.421230 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:37.423590 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:37.561868 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Pushing event updated for resources: {'Port': ['ID=e754281a-447b-43fa-a46e-21e8c1317a70,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:37.567095 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:37.584104 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-22259f20-5541-4c94-8e24-832238872acd None None] Provisioning complete for port 5baa7258-045c-4b88-b78d-3bf48f0870c7 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:43:37.584632 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-22259f20-5541-4c94-8e24-832238872acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:37.602379 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a3dfc1-843a-4b49-bc5f-0fbec3740e38 admin admin] Router 2e48783e-cfd8-47e6-8106-b0f120614d36 has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:43:37.638967 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-22259f20-5541-4c94-8e24-832238872acd None None] Port 5baa7258-045c-4b88-b78d-3bf48f0870c7 cannot update to ACTIVE because it is not bound. {{(pid=75036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 31 12:43:37.941286 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5130f251-25d4-4446-ba2e-b949cd55210e admin admin] Router 7c127991-dbbd-4f05-9726-89173d254751 has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:43:38.014399 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a3dfc1-843a-4b49-bc5f-0fbec3740e38 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:43:38.029025 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5ca561-8ded-4f26-8e10-80bab54c558a None None] Sync routers for ids ['2e48783e-cfd8-47e6-8106-b0f120614d36'] in dv-cinder-806696-1-smb {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:43:38.064123 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-a8a3dfc1-843a-4b49-bc5f-0fbec3740e38 admin admin] 10.222.0.13 "PUT /v2.0/routers/2e48783e-cfd8-47e6-8106-b0f120614d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0182378 Aug 31 12:43:38.067029 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5ca561-8ded-4f26-8e10-80bab54c558a None None] Routers {'2e48783e-cfd8-47e6-8106-b0f120614d36'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:43:38.067812 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-7d5ca561-8ded-4f26-8e10-80bab54c558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:43:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['2e48783e-cfd8-47e6-8106-b0f120614d36'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:43:38.078495 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36086) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:38.379246 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0944895a-eab1-4f42-b6db-d2b01f52ecb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:38.549542 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5130f251-25d4-4446-ba2e-b949cd55210e admin admin] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:43:38.575178 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-5130f251-25d4-4446-ba2e-b949cd55210e admin admin] 10.222.0.13 "PUT /v2.0/routers/7c127991-dbbd-4f05-9726-89173d254751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1822793 Aug 31 12:43:38.582186 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-7d5ca561-8ded-4f26-8e10-80bab54c558a None None] Set router 2e48783e-cfd8-47e6-8106-b0f120614d36 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:43:38.765301 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7506964-d7a1-430c-b719-3102c62b920f req-45983c4f-b5ba-45d3-84e0-ecc84dd2a107 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:38.768300 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d7506964-d7a1-430c-b719-3102c62b920f req-45983c4f-b5ba-45d3-84e0-ecc84dd2a107 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 946 time: 0.1287584 Aug 31 12:43:38.950728 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d7506964-d7a1-430c-b719-3102c62b920f req-9083c08f-5f3c-4772-b91d-7864693059c4 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731269 Aug 31 12:43:38.986061 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device e754281a-447b-43fa-a46e-21e8c1317a70 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:43:39.080126 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0944895a-eab1-4f42-b6db-d2b01f52ecb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:39.103645 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-7d5ca561-8ded-4f26-8e10-80bab54c558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e48783e-cfd8-47e6-8106-b0f120614d36', 'name': 'tempest-ServerRescueNegativeTestJSON-1640317811-router', 'tenant_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b74ea847-19cf-4894-8a80-141881515956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:20Z', 'updated_at': '2021-08-31T12:43:34Z', 'revision_number': 5, 'project_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'gw_port': {'id': 'b74ea847-19cf-4894-8a80-141881515956', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:66:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e48783e-cfd8-47e6-8106-b0f120614d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:21Z', 'updated_at': '2021-08-31T12:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb'}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:43:39.104541 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-0944895a-eab1-4f42-b6db-d2b01f52ecb3 admin admin] Deleting port b74ea847-19cf-4894-8a80-141881515956 {{(pid=75034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:43:39.105004 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0944895a-eab1-4f42-b6db-d2b01f52ecb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:39.113035 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5ca561-8ded-4f26-8e10-80bab54c558a None None] Checking router: 2e48783e-cfd8-47e6-8106-b0f120614d36 for host: dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:43:39.115230 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port e754281a-447b-43fa-a46e-21e8c1317a70 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:43:39.115612 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:39.224923 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5ca561-8ded-4f26-8e10-80bab54c558a None None] Routers {'2e48783e-cfd8-47e6-8106-b0f120614d36'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:43:39.225589 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-7d5ca561-8ded-4f26-8e10-80bab54c558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:43:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['2e48783e-cfd8-47e6-8106-b0f120614d36'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:43:39.576296 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [None req-0944895a-eab1-4f42-b6db-d2b01f52ecb3 admin admin] For port b74ea847-19cf-4894-8a80-141881515956, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=b74ea847-19cf-4894-8a80-141881515956,segment=NetworkSegment(3f81cd55-86a1-4a25-9153-5d04b36688ac),segment_id=3f81cd55-86a1-4a25-9153-5d04b36688ac)] {{(pid=75034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:39.576746 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0944895a-eab1-4f42-b6db-d2b01f52ecb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:39.691922 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-7d5ca561-8ded-4f26-8e10-80bab54c558a None None] Set router 2e48783e-cfd8-47e6-8106-b0f120614d36 gateway port host: None {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:43:39.881600 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] Sync routers for ids ['7c127991-dbbd-4f05-9726-89173d254751'] in dv-cinder-806696-1-smb {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:43:39.921602 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] Routers {'7c127991-dbbd-4f05-9726-89173d254751'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:43:39.924630 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:43:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['7c127991-dbbd-4f05-9726-89173d254751'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:43:39.959183 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-7d5ca561-8ded-4f26-8e10-80bab54c558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e48783e-cfd8-47e6-8106-b0f120614d36', 'name': 'tempest-ServerRescueNegativeTestJSON-1640317811-router', 'tenant_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:20Z', 'updated_at': '2021-08-31T12:43:39Z', 'revision_number': 6, 'project_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'gw_port_host': None}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:43:39.971450 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5ca561-8ded-4f26-8e10-80bab54c558a None None] The sync data for ids ['2e48783e-cfd8-47e6-8106-b0f120614d36'] in dv-cinder-806696-1-smb is: [{'id': '2e48783e-cfd8-47e6-8106-b0f120614d36', 'name': 'tempest-ServerRescueNegativeTestJSON-1640317811-router', 'tenant_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:20Z', 'updated_at': '2021-08-31T12:43:39Z', 'revision_number': 6, 'project_id': 'ee1789ece77e48d9b5f61bbc4d7c4187', 'gw_port_host': None}] {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:43:40.059634 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-0944895a-eab1-4f42-b6db-d2b01f52ecb3 admin admin] Calling delete_port for b74ea847-19cf-4894-8a80-141881515956 owned by network:router_gateway {{(pid=75034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:43:40.281409 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19334892-9f1c-4516-b67e-bbda8e8e4e28 req-94b7128d-91f2-4c85-a946-03edea8cd946 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:40.283065 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-19334892-9f1c-4516-b67e-bbda8e8e4e28 req-94b7128d-91f2-4c85-a946-03edea8cd946 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0483878-4cfe-46f5-be0b-53d45c98e71a HTTP/1.1" status: 200 len: 945 time: 0.1548090 Aug 31 12:43:40.355096 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-19334892-9f1c-4516-b67e-bbda8e8e4e28 req-30bb392f-190f-406a-96b1-64ec068b1c99 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641446 Aug 31 12:43:40.363238 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] Set router 7c127991-dbbd-4f05-9726-89173d254751 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:43:40.426530 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 36138) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:40.432856 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1788827227-network', 'tenant_id': 'a7d8562b59f14833a8465d314d629b46'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:43:40.439256 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:40.444865 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Usage tracker for resource:network and tenant:a7d8562b59f14833a8465d314d629b46 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:40.448819 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:40.456203 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0944895a-eab1-4f42-b6db-d2b01f52ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:40.456725 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:40.483399 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:40.484279 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Made reservation on behalf of a7d8562b59f14833a8465d314d629b46 for: {'network': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:43:40.488207 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for network, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:40.519279 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:40.585318 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:40.590620 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Usage tracker for resource:security_group_rule and tenant:a7d8562b59f14833a8465d314d629b46 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:40.594491 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:40.600751 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:40.663287 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944895a-eab1-4f42-b6db-d2b01f52ecb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b74ea847-19cf-4894-8a80-141881515956,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:40.679549 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-0944895a-eab1-4f42-b6db-d2b01f52ecb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:40.704850 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:40.710971 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:40.717532 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-1727bc61-b2c6-447a-a07c-b470fa001a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:40.757347 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=75035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 31 12:43:40.772519 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f9e3f4-3700-475d-ae6d-0d130b990fb7,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:40.776689 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:40.780005 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:40.780351 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.db.segments_db [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Added segment 7bdbf711-0c97-4f63-966c-c0138ce7b770 of type vlan for network b7e29b17-853f-4faf-bf5e-c5ec6b62a895 Aug 31 12:43:40.812096 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767722117506'] for network, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:40.860109 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for network, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:40.863418 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:40.864061 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:40.871336 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:40.919672 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0944895a-eab1-4f42-b6db-d2b01f52ecb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783906'] for router_gateway, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:40.939217 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c127991-dbbd-4f05-9726-89173d254751', 'name': 'tempest-TestShelveInstance-1973473040-router', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:27Z', 'updated_at': '2021-08-31T12:43:35Z', 'revision_number': 4, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'gw_port': {'id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c127991-dbbd-4f05-9726-89173d254751', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:28Z', 'updated_at': '2021-08-31T12:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '5baa7258-045c-4b88-b78d-3bf48f0870c7', 'name': '', 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'mac_address': 'fa:16:3e:ca:13:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c127991-dbbd-4f05-9726-89173d254751', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8b41268-faa3-4a54-af29-703f32d1b3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:34Z', 'updated_at': '2021-08-31T12:43:35Z', 'revision_number': 2, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'subnets': [{'id': 'f8b41268-faa3-4a54-af29-703f32d1b3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:43:40.944958 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] Checking router: 7c127991-dbbd-4f05-9726-89173d254751 for host: dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:43:40.945584 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] Updating router 7c127991-dbbd-4f05-9726-89173d254751 port 5baa7258-045c-4b88-b78d-3bf48f0870c7 binding host dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 31 12:43:40.980011 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device b74ea847-19cf-4894-8a80-141881515956 no longer exists at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:43:41.006077 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:41.032414 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6030047 Aug 31 12:43:41.037875 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 36144) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:41.052142 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-edd06a60-2c9e-457d-8b88-472c13cc7174 admin admin] Request body: {'subnet': {'network_id': 'b7e29b17-853f-4faf-bf5e-c5ec6b62a895', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1788827227-subnet', 'tenant_id': 'a7d8562b59f14833a8465d314d629b46', 'ip_version': 4}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:43:41.059338 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Pushing event updated for resources: {'Network': ['ID=b7e29b17-853f-4faf-bf5e-c5ec6b62a895,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:41.066434 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] No Port match for: b74ea847-19cf-4894-8a80-141881515956 {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:43:41.069123 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device b74ea847-19cf-4894-8a80-141881515956 not bound to the agent host dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:43:41.069757 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 46ae0790-4727-4424-bdec-edf2eccc932d no longer exists at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:43:41.070528 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:41.076429 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-edd06a60-2c9e-457d-8b88-472c13cc7174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:41.083971 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-edd06a60-2c9e-457d-8b88-472c13cc7174 admin admin] Usage tracker for resource:subnet and tenant:a7d8562b59f14833a8465d314d629b46 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:41.089992 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-edd06a60-2c9e-457d-8b88-472c13cc7174 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:41.106307 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-edd06a60-2c9e-457d-8b88-472c13cc7174 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:41.131612 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd06a60-2c9e-457d-8b88-472c13cc7174 admin admin] Made reservation on behalf of a7d8562b59f14833a8465d314d629b46 for: {'subnet': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:43:41.135571 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-edd06a60-2c9e-457d-8b88-472c13cc7174 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1377153'] for subnet, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:41.151766 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Network b7e29b17-853f-4faf-bf5e-c5ec6b62a895 details requested by agent ovs-agent-dv-cinder-806696-1-smb with host dv-cinder-806696-1-smb {{(pid=75036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 12:43:41.182605 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] No Port match for: 46ae0790-4727-4424-bdec-edf2eccc932d {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:43:41.183154 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 46ae0790-4727-4424-bdec-edf2eccc932d not bound to the agent host dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:43:41.433671 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0944895a-eab1-4f42-b6db-d2b01f52ecb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8132'] for router, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:41.438819 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0944895a-eab1-4f42-b6db-d2b01f52ecb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:41.555921 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0944895a-eab1-4f42-b6db-d2b01f52ecb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784926'] for router, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:41.556950 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0944895a-eab1-4f42-b6db-d2b01f52ecb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e48783e-cfd8-47e6-8106-b0f120614d36 {{(pid=75034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 12:43:41.593487 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0944895a-eab1-4f42-b6db-d2b01f52ecb3 admin admin] Notify callbacks [] for router, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:41.598280 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-0944895a-eab1-4f42-b6db-d2b01f52ecb3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2e48783e-cfd8-47e6-8106-b0f120614d36 HTTP/1.1" status: 204 len: 168 time: 3.5148146 Aug 31 12:43:41.598970 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36162) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:41.630555 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-edd06a60-2c9e-457d-8b88-472c13cc7174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1148779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1377171'] for subnet, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:41.641398 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-fcd7bd5f-d2b6-4a02-ac7d-b17dc6f95cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:41.695969 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] Notify callbacks [] for port, precommit_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:41.742875 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.provisioning_blocks [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] Transition to ACTIVE for port object 5baa7258-045c-4b88-b78d-3bf48f0870c7 will not be triggered until provisioned by entity L2. {{(pid=75037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:43:41.748298 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.db_base_plugin_v2 [None req-6711bd5b-48be-404c-b268-89e5eef643a5 admin admin] Deleting subnet f0489485-e8f4-418a-8948-f2ea1b94cbf8 {{(pid=75034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 31 12:43:41.751893 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6711bd5b-48be-404c-b268-89e5eef643a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:41.756523 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:41.765360 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:41.793796 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd06a60-2c9e-457d-8b88-472c13cc7174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b19798c-383a-4b3b-a8b0-b1276d6bfedc,revision_number=0']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:41.809270 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-edd06a60-2c9e-457d-8b88-472c13cc7174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:41.814176 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6711bd5b-48be-404c-b268-89e5eef643a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1701225'] for subnet, precommit_delete_associations {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:41.895696 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6711bd5b-48be-404c-b268-89e5eef643a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222575'] for subnet, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:42.006842 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6711bd5b-48be-404c-b268-89e5eef643a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33222550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1383477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1612627'] for subnet, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:42.048720 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:42.052402 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17a91b-d21f-4afe-942c-587878abbf6c None None] Pushing event updated for resources: {'Port': ['ID=5baa7258-045c-4b88-b78d-3bf48f0870c7,revision_number=3']} {{(pid=75037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:42.091193 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd06a60-2c9e-457d-8b88-472c13cc7174 admin admin] Checking segment: {'id': '7bdbf711-0c97-4f63-966c-c0138ce7b770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b7e29b17-853f-4faf-bf5e-c5ec6b62a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:43:42.094789 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [None req-ff17a91b-d21f-4afe-942c-587878abbf6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:42.103677 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd06a60-2c9e-457d-8b88-472c13cc7174 admin admin] Network hostable DHCP agents. Network: b7e29b17-853f-4faf-bf5e-c5ec6b62a895, hostable agents: ['c4bdb865-a81e-4643-8bd9-838ee0d40aaf'], hosted agents: [] {{(pid=75035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:43:42.232061 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800eb05-6e7a-48bd-a19d-6283674af6ee req-5839fc01-ce7e-42ab-b4d6-f9a82da95ddf tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:42.233206 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711bd5b-48be-404c-b268-89e5eef643a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0489485-e8f4-418a-8948-f2ea1b94cbf8,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:42.237365 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6711bd5b-48be-404c-b268-89e5eef643a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for subnet, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:42.242161 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8800eb05-6e7a-48bd-a19d-6283674af6ee req-5839fc01-ce7e-42ab-b4d6-f9a82da95ddf tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0483878-4cfe-46f5-be0b-53d45c98e71a HTTP/1.1" status: 200 len: 945 time: 0.4300389 Aug 31 12:43:42.260141 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] Attempting to bind port 5baa7258-045c-4b88-b78d-3bf48f0870c7 on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:43:42.260790 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] Attempting to bind port 5baa7258-045c-4b88-b78d-3bf48f0870c7 by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': 'ed569237-601e-4462-a69b-e8a0ae9f278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82'}] {{(pid=75037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:43:42.261317 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] Attempting to bind port 5baa7258-045c-4b88-b78d-3bf48f0870c7 on network 301c08f8-022f-4c04-8683-cab91975ee82 {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:43:42.263795 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-6711bd5b-48be-404c-b268-89e5eef643a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:42.277033 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:43:42.283530 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] Checking segment: {'id': 'ed569237-601e-4462-a69b-e8a0ae9f278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:43:42.283936 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-6711bd5b-48be-404c-b268-89e5eef643a5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f0489485-e8f4-418a-8948-f2ea1b94cbf8 HTTP/1.1" status: 204 len: 168 time: 0.6700504 Aug 31 12:43:42.284317 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:42.284985 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] Bound using segment: {'id': 'ed569237-601e-4462-a69b-e8a0ae9f278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82'} {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:43:42.285390 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36172) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:42.291981 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] Bound port: 5baa7258-045c-4b88-b78d-3bf48f0870c7, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed569237-601e-4462-a69b-e8a0ae9f278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82'}}] {{(pid=75037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:43:42.292681 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:42.424576 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd06a60-2c9e-457d-8b88-472c13cc7174 admin admin] Network b7e29b17-853f-4faf-bf5e-c5ec6b62a895 is scheduled to be hosted by DHCP agent c4bdb865-a81e-4643-8bd9-838ee0d40aaf with binding_index 1 {{(pid=75035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:43:42.457098 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.db [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] For port 5baa7258-045c-4b88-b78d-3bf48f0870c7, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:43:42.457615 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-edd06a60-2c9e-457d-8b88-472c13cc7174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-smb, b7e29b17-853f-4faf-bf5e-c5ec6b62a895) {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:43:42.467296 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd06a60-2c9e-457d-8b88-472c13cc7174 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:42.468779 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-edd06a60-2c9e-457d-8b88-472c13cc7174 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:42.470599 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06417452-eb67-43de-853c-e729476c6ee9 None None] Network b7e29b17-853f-4faf-bf5e-c5ec6b62a895 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:43:42.473653 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.db [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] For port 5baa7258-045c-4b88-b78d-3bf48f0870c7, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=5baa7258-045c-4b88-b78d-3bf48f0870c7,segment=NetworkSegment(ed569237-601e-4462-a69b-e8a0ae9f278b),segment_id=ed569237-601e-4462-a69b-e8a0ae9f278b)] {{(pid=75037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:43:42.482201 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:42.492968 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:42.523088 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8800eb05-6e7a-48bd-a19d-6283674af6ee req-6afc4c7b-9f77-4ff2-bd4d-5ca0cbf2648d tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628381 Aug 31 12:43:42.536496 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-edd06a60-2c9e-457d-8b88-472c13cc7174 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4949996 Aug 31 12:43:42.537996 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 36176) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:42.556378 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1788827227-router', 'tenant_id': 'a7d8562b59f14833a8465d314d629b46', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:43:42.568807 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:42.578906 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Usage tracker for resource:router and tenant:a7d8562b59f14833a8465d314d629b46 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:42.596047 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:42.602835 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17a91b-d21f-4afe-942c-587878abbf6c None None] Pushing event updated for resources: {'Port': ['ID=5baa7258-045c-4b88-b78d-3bf48f0870c7,revision_number=4']} {{(pid=75037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:42.608056 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [None req-ff17a91b-d21f-4afe-942c-587878abbf6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:42.630191 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:42.645492 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] Routers {'7c127991-dbbd-4f05-9726-89173d254751'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:43:42.646566 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:43:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['7c127991-dbbd-4f05-9726-89173d254751'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:43:42.651716 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8182'] for router, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:42.652915 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8189'] for router, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:42.664349 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f502d695-1deb-40f2-a507-404f844e57db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045717'] for network, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:42.703449 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:42.946603 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] Set router 7c127991-dbbd-4f05-9726-89173d254751 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:43:43.041062 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f502d695-1deb-40f2-a507-404f844e57db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33222182', 'neutron.services.segments.db._delete_segments_for_network-8767722538626'] for network, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:43.077618 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-f502d695-1deb-40f2-a507-404f844e57db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7520f9db-2e41-4f94-941d-df19122372d5']}} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:43:43.108880 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-f502d695-1deb-40f2-a507-404f844e57db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae37df81-d466-4d03-9260-d300c5171488') {'for_net_delete': True} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:43:43.109607 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-f502d695-1deb-40f2-a507-404f844e57db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae37df81-d466-4d03-9260-d300c5171488') {} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:43:43.134591 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f502d695-1deb-40f2-a507-404f844e57db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767722541213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1701222'] for segment, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:43.140562 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-783613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8147'] for router, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:43.162779 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74434909-0b8c-5b4f-b4a6-2114f8d237d1-b7e29b17-853f-4faf-bf5e-c5ec6b62a895', 'network_id': 'b7e29b17-853f-4faf-bf5e-c5ec6b62a895', 'tenant_id': 'a7d8562b59f14833a8465d314d629b46', 'fixed_ips': [{'subnet_id': '8b19798c-383a-4b3b-a8b0-b1276d6bfedc'}]}} from dv-cinder-806696-1-smb. {{(pid=75036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 31 12:43:43.165157 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:43.178039 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f502d695-1deb-40f2-a507-404f844e57db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:43.195113 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f502d695-1deb-40f2-a507-404f844e57db admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=75034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 31 12:43:43.196289 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f502d695-1deb-40f2-a507-404f844e57db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33222410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1383571'] for segment, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: Traceback (most recent call last): Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: timer() Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: cb(*args, **kw) Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: return func(*args, **kwargs) Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: self._notify() Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: self.callback(batched_events) Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: event.method(event) Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: return f(self, *a, **k) Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: return self._get(url).json() Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: return self.request(url, 'GET', **kwargs) Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:43:43.237592 dv-cinder-806696-1-smb neutron-server[75034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:43:43.276653 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2b4eb8f9-beb1-4062-ae36-88186e6a8d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:43.414193 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f502d695-1deb-40f2-a507-404f844e57db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33222189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783967'] for network, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:43.425458 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:43.469849 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f502d695-1deb-40f2-a507-404f844e57db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:43.499662 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:43.511611 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502d695-1deb-40f2-a507-404f844e57db admin admin] Pushing event deleted for resources: {'Network': ['ID=7520f9db-2e41-4f94-941d-df19122372d5,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:43.523182 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-f502d695-1deb-40f2-a507-404f844e57db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:43.536634 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-f502d695-1deb-40f2-a507-404f844e57db admin admin] 10.222.0.13 "DELETE /v2.0/networks/7520f9db-2e41-4f94-941d-df19122372d5 HTTP/1.1" status: 204 len: 168 time: 1.2491205 Aug 31 12:43:43.623564 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:43.634107 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c127991-dbbd-4f05-9726-89173d254751', 'name': 'tempest-TestShelveInstance-1973473040-router', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:27Z', 'updated_at': '2021-08-31T12:43:35Z', 'revision_number': 4, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'gw_port': {'id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c127991-dbbd-4f05-9726-89173d254751', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:28Z', 'updated_at': '2021-08-31T12:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '5baa7258-045c-4b88-b78d-3bf48f0870c7', 'name': '', 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'mac_address': 'fa:16:3e:ca:13:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c127991-dbbd-4f05-9726-89173d254751', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8b41268-faa3-4a54-af29-703f32d1b3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:34Z', 'updated_at': '2021-08-31T12:43:42Z', 'revision_number': 4, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'subnets': [{'id': 'f8b41268-faa3-4a54-af29-703f32d1b3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:43:43.646238 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264decc5-1429-4dd6-981a-4c7e80737c10 None None] The sync data for ids ['7c127991-dbbd-4f05-9726-89173d254751'] in dv-cinder-806696-1-smb is: [{'id': '7c127991-dbbd-4f05-9726-89173d254751', 'name': 'tempest-TestShelveInstance-1973473040-router', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:27Z', 'updated_at': '2021-08-31T12:43:35Z', 'revision_number': 4, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'gw_port': {'id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c127991-dbbd-4f05-9726-89173d254751', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:28Z', 'updated_at': '2021-08-31T12:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '5baa7258-045c-4b88-b78d-3bf48f0870c7', 'name': '', 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'mac_address': 'fa:16:3e:ca:13:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c127991-dbbd-4f05-9726-89173d254751', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8b41268-faa3-4a54-af29-703f32d1b3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:34Z', 'updated_at': '2021-08-31T12:43:42Z', 'revision_number': 4, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'subnets': [{'id': 'f8b41268-faa3-4a54-af29-703f32d1b3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:43:43.681121 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.db_base_plugin_common [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Allocated IP 172.20.0.2 (b7e29b17-853f-4faf-bf5e-c5ec6b62a895/8b19798c-383a-4b3b-a8b0-b1276d6bfedc/4868e7df-d78d-459d-93ca-7f0daceb3dbf) {{(pid=75036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:43:43.770475 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:44.094048 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36198) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:44.100877 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcfc25-bf0f-4b15-bdcf-625164719817 req-f4fca538-0177-405f-8f94-e09cddc6df5b tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:44.102973 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-57fcfc25-bf0f-4b15-bdcf-625164719817 req-f4fca538-0177-405f-8f94-e09cddc6df5b tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0483878-4cfe-46f5-be0b-53d45c98e71a HTTP/1.1" status: 200 len: 945 time: 0.1772804 Aug 31 12:43:44.165807 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Allocated IP 172.28.3.242 (7b35dd9c-b590-45a2-8542-749821ca1ef9/5d9224a0-26e6-47e5-9065-b2d86fa589fa/69e266c8-06bd-49ab-b7c9-260a40177adf) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:43:44.318193 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Notify callbacks [] for port, precommit_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:44.338243 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-f194675e-c8da-4d81-9968-8fbfface5767 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee1789ece77e48d9b5f61bbc4d7c4187&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2234986 Aug 31 12:43:44.354812 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-57fcfc25-bf0f-4b15-bdcf-625164719817 req-fb19f691-32c9-401b-aec0-dbfda0a44f56 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342830 Aug 31 12:43:44.360355 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Transition to ACTIVE for port object 4868e7df-d78d-459d-93ca-7f0daceb3dbf will not be triggered until provisioned by entity L2. {{(pid=75036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:43:44.360683 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36208) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:44.428479 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Transition to ACTIVE for port object 4868e7df-d78d-459d-93ca-7f0daceb3dbf will not be triggered until provisioned by entity DHCP. {{(pid=75036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:43:44.441844 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887'] for port, after_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:44.458234 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:44.547589 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5b718276-45ad-459b-be30-af8e08176eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:44.579500 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:44.599861 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Network b7e29b17-853f-4faf-bf5e-c5ec6b62a895 is already hosted by enough agents. {{(pid=75036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:43:44.614265 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5b718276-45ad-459b-be30-af8e08176eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:44.617943 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.scheduler.base_scheduler [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Resources bound (agent type, host, resource id): {{(pid=75036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:43:44.627128 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Received port after_create {{(pid=75036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:43:44.633620 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:44.643527 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-67ac7a7c-5dbc-4e11-b1a1-a90a6663fc28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:44.669515 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Pushing event updated for resources: {'Port': ['ID=4868e7df-d78d-459d-93ca-7f0daceb3dbf,revision_number=1']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:44.679053 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:44.787925 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5b718276-45ad-459b-be30-af8e08176eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:44.793199 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-627a6be1-0213-46d0-a75a-6c8c137e50a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:44.840244 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b718276-45ad-459b-be30-af8e08176eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73af3a9d-f130-4e3f-bb21-3d726b6dc707,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:44.866712 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-5b718276-45ad-459b-be30-af8e08176eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:44.880190 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5b718276-45ad-459b-be30-af8e08176eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:44.881355 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-5b718276-45ad-459b-be30-af8e08176eb3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73af3a9d-f130-4e3f-bb21-3d726b6dc707 HTTP/1.1" status: 204 len: 168 time: 0.5194345 Aug 31 12:43:44.910182 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Pushing event updated for resources: {'Port': ['ID=69e266c8-06bd-49ab-b7c9-260a40177adf,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:44.914689 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:44.931081 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Network 7b35dd9c-b590-45a2-8542-749821ca1ef9 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:43:44.932641 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:43:44.946652 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:43:44.991851 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 5baa7258-045c-4b88-b78d-3bf48f0870c7 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:43:45.161748 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a669c-69ba-48ae-98c5-8b7c397f33b8 req-fa1d394c-6500-4d7a-bddc-3b0ffaef5431 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:45.163402 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-9c7a669c-69ba-48ae-98c5-8b7c397f33b8 req-fa1d394c-6500-4d7a-bddc-3b0ffaef5431 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0483878-4cfe-46f5-be0b-53d45c98e71a HTTP/1.1" status: 200 len: 945 time: 0.3069258 Aug 31 12:43:45.206338 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:45.207151 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Attempting to bind port 4868e7df-d78d-459d-93ca-7f0daceb3dbf on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:43:45.207392 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Attempting to bind port 4868e7df-d78d-459d-93ca-7f0daceb3dbf by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': '7bdbf711-0c97-4f63-966c-c0138ce7b770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b7e29b17-853f-4faf-bf5e-c5ec6b62a895'}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:43:45.207842 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Attempting to bind port 4868e7df-d78d-459d-93ca-7f0daceb3dbf on network b7e29b17-853f-4faf-bf5e-c5ec6b62a895 {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:43:45.255525 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:43:45.255525 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Checking segment: {'id': '7bdbf711-0c97-4f63-966c-c0138ce7b770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b7e29b17-853f-4faf-bf5e-c5ec6b62a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:43:45.255525 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:45.255525 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Bound using segment: {'id': '7bdbf711-0c97-4f63-966c-c0138ce7b770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b7e29b17-853f-4faf-bf5e-c5ec6b62a895'} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:43:45.255525 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Bound port: 4868e7df-d78d-459d-93ca-7f0daceb3dbf, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bdbf711-0c97-4f63-966c-c0138ce7b770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b7e29b17-853f-4faf-bf5e-c5ec6b62a895'}}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:43:45.255525 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:45.295389 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [req-9c7a669c-69ba-48ae-98c5-8b7c397f33b8 req-f8d60192-173e-44b3-afce-1aac60bf4179 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Deleting port b680d768-1faf-43f9-9b92-335cdc4190fb {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:43:45.296033 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-9c7a669c-69ba-48ae-98c5-8b7c397f33b8 req-f8d60192-173e-44b3-afce-1aac60bf4179 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:45.421228 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port 5baa7258-045c-4b88-b78d-3bf48f0870c7 completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:43:45.430617 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 5baa7258-045c-4b88-b78d-3bf48f0870c7 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:43:45.431421 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:45.585165 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] For port 4868e7df-d78d-459d-93ca-7f0daceb3dbf, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:43:45.591562 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-27721344-2c0c-4dcd-9953-1d3a6feda478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:45.605510 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] For port 4868e7df-d78d-459d-93ca-7f0daceb3dbf, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=4868e7df-d78d-459d-93ca-7f0daceb3dbf,segment=NetworkSegment(7bdbf711-0c97-4f63-966c-c0138ce7b770),segment_id=7bdbf711-0c97-4f63-966c-c0138ce7b770)] {{(pid=75036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:43:45.613221 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:45.621582 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:45.651509 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36238) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:45.667052 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:45.667795 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783902'] for router, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:45.814126 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Pushing event updated for resources: {'Port': ['ID=4868e7df-d78d-459d-93ca-7f0daceb3dbf,revision_number=2']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:45.818415 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:45.833906 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:45.899427 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-9c7a669c-69ba-48ae-98c5-8b7c397f33b8 req-f8d60192-173e-44b3-afce-1aac60bf4179 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] For port b680d768-1faf-43f9-9b92-335cdc4190fb, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b680d768-1faf-43f9-9b92-335cdc4190fb,segment=NetworkSegment(9edb5924-47f2-4a95-a00f-2ac66a5e25e9),segment_id=9edb5924-47f2-4a95-a00f-2ac66a5e25e9)] {{(pid=75035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:45.899810 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-9c7a669c-69ba-48ae-98c5-8b7c397f33b8 req-f8d60192-173e-44b3-afce-1aac60bf4179 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:45.910175 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] For port 5baa7258-045c-4b88-b78d-3bf48f0870c7, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=5baa7258-045c-4b88-b78d-3bf48f0870c7,segment=NetworkSegment(ed569237-601e-4462-a69b-e8a0ae9f278b),segment_id=ed569237-601e-4462-a69b-e8a0ae9f278b)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:45.919354 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:45.927545 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:45.978053 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-3bfbba38-85cd-440e-b513-5683b4249bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:46.091854 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-3bfbba38-85cd-440e-b513-5683b4249bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:46.104835 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-3bfbba38-85cd-440e-b513-5683b4249bea admin admin] Usage tracker for resource:security_group_rule and tenant:d846d5c6a65b483a90b02537d4ea3d37 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:46.115863 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-3bfbba38-85cd-440e-b513-5683b4249bea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:46.123924 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-3bfbba38-85cd-440e-b513-5683b4249bea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:46.142485 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [req-9c7a669c-69ba-48ae-98c5-8b7c397f33b8 req-f8d60192-173e-44b3-afce-1aac60bf4179 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Calling delete_port for b680d768-1faf-43f9-9b92-335cdc4190fb owned by compute:nova {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:43:46.185255 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Pushing event updated for resources: {'Port': ['ID=5baa7258-045c-4b88-b78d-3bf48f0870c7,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:46.197618 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:46.292813 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-3bfbba38-85cd-440e-b513-5683b4249bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:46.299088 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-3bfbba38-85cd-440e-b513-5683b4249bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:46.307649 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-9b5ae523-1291-40f8-a0cc-43b07f772827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:46.349408 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-9c7a669c-69ba-48ae-98c5-8b7c397f33b8 req-f8d60192-173e-44b3-afce-1aac60bf4179 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:46.355233 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbba38-85cd-440e-b513-5683b4249bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa27a4cb-4450-4a1d-9c36-4e7c582447d9,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:46.361487 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['b680d768-1faf-43f9-9b92-335cdc4190fb'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:43:46.369019 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-3bfbba38-85cd-440e-b513-5683b4249bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:46.369299 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-8a835d2a-ffa6-42de-a437-a260d0b12521 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:46.375796 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-3bfbba38-85cd-440e-b513-5683b4249bea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d846d5c6a65b483a90b02537d4ea3d37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7227221 Aug 31 12:43:46.386202 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36258) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:46.460465 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723bb24-46da-4698-836b-c89b0e05ba78 req-36edc407-59fb-470f-a9a7-0a101212ed31 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:46.468357 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b723bb24-46da-4698-836b-c89b0e05ba78 req-36edc407-59fb-470f-a9a7-0a101212ed31 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0483878-4cfe-46f5-be0b-53d45c98e71a HTTP/1.1" status: 200 len: 867 time: 0.7946849 Aug 31 12:43:46.469012 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-1ce83ffb-804c-4c54-9a2f-52ee5f874a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:46.515957 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:46.518786 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-1ce83ffb-804c-4c54-9a2f-52ee5f874a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:46.533395 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d60192-173e-44b3-afce-1aac60bf4179 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Pushing event deleted for resources: {'Port': ['ID=b680d768-1faf-43f9-9b92-335cdc4190fb,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:46.545081 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-f8d60192-173e-44b3-afce-1aac60bf4179 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:46.581491 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-1ce83ffb-804c-4c54-9a2f-52ee5f874a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:46.591216 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-2b3d8359-9b15-4021-9f1d-666099c9bf74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:46.606669 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce83ffb-804c-4c54-9a2f-52ee5f874a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa27a4cb-4450-4a1d-9c36-4e7c582447d9,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:46.609824 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-1ce83ffb-804c-4c54-9a2f-52ee5f874a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:46.612647 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-1ce83ffb-804c-4c54-9a2f-52ee5f874a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:46.617630 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-1ce83ffb-804c-4c54-9a2f-52ee5f874a7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa27a4cb-4450-4a1d-9c36-4e7c582447d9 HTTP/1.1" status: 204 len: 168 time: 0.2300313 Aug 31 12:43:46.684171 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7a669c-69ba-48ae-98c5-8b7c397f33b8 req-f8d60192-173e-44b3-afce-1aac60bf4179 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] No DVR routers for this DVR port b680d768-1faf-43f9-9b92-335cdc4190fb on host hv-cinder-80669 {{(pid=75035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:43:46.696526 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-9c7a669c-69ba-48ae-98c5-8b7c397f33b8 req-f8d60192-173e-44b3-afce-1aac60bf4179 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:46.700144 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0483878-4cfe-46f5-be0b-53d45c98e71a', 'name': 'network-vif-deleted', 'tag': 'b680d768-1faf-43f9-9b92-335cdc4190fb'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:43:46.746369 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b723bb24-46da-4698-836b-c89b0e05ba78 req-a80982db-383a-40ce-a590-20327a58a49f tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770376 Aug 31 12:43:46.752492 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-9c7a669c-69ba-48ae-98c5-8b7c397f33b8 req-f8d60192-173e-44b3-afce-1aac60bf4179 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.52 "DELETE /v2.0/ports/b680d768-1faf-43f9-9b92-335cdc4190fb HTTP/1.1" status: 204 len: 173 time: 1.5828381 Aug 31 12:43:46.820743 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0483878-4cfe-46f5-be0b-53d45c98e71a', 'name': 'network-vif-deleted', 'tag': 'b680d768-1faf-43f9-9b92-335cdc4190fb', 'status': 'completed', 'code': 200} Aug 31 12:43:46.876628 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Router 4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd is scheduled to L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 with binding_index 1 {{(pid=75035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 12:43:46.990870 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 5baa7258-045c-4b88-b78d-3bf48f0870c7 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:43:47.182563 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 5baa7258-045c-4b88-b78d-3bf48f0870c7 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:43:47.183218 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:47.268728 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a45af3-8a7e-4da3-8de7-4aedb282c9ba None None] Network b7e29b17-853f-4faf-bf5e-c5ec6b62a895 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:43:47.326044 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:43:47.354058 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] Notify callbacks [] for router, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:47.356982 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] Sync routers for ids ['4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd'] in dv-cinder-806696-1-smb {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:43:47.360131 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-9e478521-32f1-49bf-bba7-e2f511d5251e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8184497 Aug 31 12:43:47.360569 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 36290) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:47.485209 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-e56e7937-fb6f-4af0-8798-28ace2fb20bf None None] Provisioning for port 4868e7df-d78d-459d-93ca-7f0daceb3dbf completed by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:43:47.495388 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] Routers {'4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:43:47.496399 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:43:45Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:43:47.513386 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36298) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:47.547923 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-995332a9-f413-4406-9ffc-dd1b3cbe7152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:47.594101 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-995332a9-f413-4406-9ffc-dd1b3cbe7152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:47.601878 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-995332a9-f413-4406-9ffc-dd1b3cbe7152 admin admin] Usage tracker for resource:security_group_rule and tenant:e45fe71d060849b988876563321754c9 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:47.610204 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-995332a9-f413-4406-9ffc-dd1b3cbe7152 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:47.618541 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-995332a9-f413-4406-9ffc-dd1b3cbe7152 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:47.676803 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 4868e7df-d78d-459d-93ca-7f0daceb3dbf up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:43:47.735988 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-995332a9-f413-4406-9ffc-dd1b3cbe7152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:47.742080 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-995332a9-f413-4406-9ffc-dd1b3cbe7152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:47.791978 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-c09e5da1-1e4a-4a25-8da8-cc63f8cbd3ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:47.834101 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 36306) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:47.834462 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-995332a9-f413-4406-9ffc-dd1b3cbe7152 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e45fe71d060849b988876563321754c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3191395 Aug 31 12:43:47.835169 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995332a9-f413-4406-9ffc-dd1b3cbe7152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3f0d73-73ef-4d95-accd-6a9a9798bef1,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:47.857637 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-995332a9-f413-4406-9ffc-dd1b3cbe7152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:47.891043 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port 4868e7df-d78d-459d-93ca-7f0daceb3dbf completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:43:47.924228 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 4868e7df-d78d-459d-93ca-7f0daceb3dbf triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:43:47.924616 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:48.040909 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1958-cf86-4102-ac1b-226728a04aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:48.084194 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1958-cf86-4102-ac1b-226728a04aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:48.265787 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:48.267882 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] Set router 4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:43:48.326095 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1958-cf86-4102-ac1b-226728a04aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:48.330806 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-bd47ef80-426d-4700-96e6-e68a08443b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:48.358682 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a1958-cf86-4102-ac1b-226728a04aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3f0d73-73ef-4d95-accd-6a9a9798bef1,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:48.374493 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-dd0a1958-cf86-4102-ac1b-226728a04aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:48.390573 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1958-cf86-4102-ac1b-226728a04aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:48.391775 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-dd0a1958-cf86-4102-ac1b-226728a04aa5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d3f0d73-73ef-4d95-accd-6a9a9798bef1 HTTP/1.1" status: 204 len: 168 time: 0.5568886 Aug 31 12:43:48.463308 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device b680d768-1faf-43f9-9b92-335cdc4190fb no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:43:48.592564 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:48.625458 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] No Port match for: b680d768-1faf-43f9-9b92-335cdc4190fb {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:43:48.626178 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device b680d768-1faf-43f9-9b92-335cdc4190fb not bound to the agent host hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:43:48.724504 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] For port 4868e7df-d78d-459d-93ca-7f0daceb3dbf, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=4868e7df-d78d-459d-93ca-7f0daceb3dbf,segment=NetworkSegment(7bdbf711-0c97-4f63-966c-c0138ce7b770),segment_id=7bdbf711-0c97-4f63-966c-c0138ce7b770)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:48.740362 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-c9851b9c-16a4-44cf-858d-d904d1cd69f4 None None] Provisioning complete for port 4868e7df-d78d-459d-93ca-7f0daceb3dbf triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:43:48.740738 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-c9851b9c-16a4-44cf-858d-d904d1cd69f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:48.773247 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:48.776312 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:48.778213 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2b4c33e2-55af-476a-b925-abe752aad7f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:48.969637 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Pushing event updated for resources: {'Port': ['ID=4868e7df-d78d-459d-93ca-7f0daceb3dbf,revision_number=3']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:48.973918 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:49.092713 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd', 'name': 'tempest-TestShelveInstance-1788827227-router', 'tenant_id': 'a7d8562b59f14833a8465d314d629b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '69e266c8-06bd-49ab-b7c9-260a40177adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:42Z', 'updated_at': '2021-08-31T12:43:45Z', 'revision_number': 3, 'project_id': 'a7d8562b59f14833a8465d314d629b46', 'gw_port': {'id': '69e266c8-06bd-49ab-b7c9-260a40177adf', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:43Z', 'updated_at': '2021-08-31T12:43:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb'}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:43:49.101026 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] Checking router: 4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd for host: dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:43:49.102159 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] Updating router 4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd port 69e266c8-06bd-49ab-b7c9-260a40177adf binding host dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 31 12:43:49.135188 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] Allocated IP 172.20.0.1 (b7e29b17-853f-4faf-bf5e-c5ec6b62a895/8b19798c-383a-4b3b-a8b0-b1276d6bfedc/03bfe037-9a34-4920-8687-0a2a7c783004) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:43:49.166443 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:49.319606 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:49.345178 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] Transition to ACTIVE for port object 03bfe037-9a34-4920-8687-0a2a7c783004 will not be triggered until provisioned by entity DHCP. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:43:49.374563 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:49.382392 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-d4096422-3d7e-4e56-ab9c-6eb6ef9bd66c tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:49.448088 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] Network b7e29b17-853f-4faf-bf5e-c5ec6b62a895 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:43:49.451137 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:43:49.455166 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:43:49.595605 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] Notify callbacks [] for port, precommit_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:49.610709 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] Pushing event updated for resources: {'Port': ['ID=03bfe037-9a34-4920-8687-0a2a7c783004,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:49.615235 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:49.634149 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] Transition to ACTIVE for port object 69e266c8-06bd-49ab-b7c9-260a40177adf will not be triggered until provisioned by entity L2. {{(pid=75036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:43:49.636566 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784064'] for router_interface, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:49.650620 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:49.660111 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:49.750959 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:49.765868 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] Attempting to bind port 69e266c8-06bd-49ab-b7c9-260a40177adf on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:43:49.766157 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] Attempting to bind port 69e266c8-06bd-49ab-b7c9-260a40177adf by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:43:49.766524 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] Attempting to bind port 69e266c8-06bd-49ab-b7c9-260a40177adf on network 7b35dd9c-b590-45a2-8542-749821ca1ef9 {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:43:49.769485 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94603ddc-a2d3-4057-8f30-9fe3a4e978d8 None None] Pushing event updated for resources: {'Port': ['ID=69e266c8-06bd-49ab-b7c9-260a40177adf,revision_number=2']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:49.776046 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-94603ddc-a2d3-4057-8f30-9fe3a4e978d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:49.788281 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:43:49.788670 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] Checking segment: {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:43:49.789144 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:49.789544 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] Bound using segment: {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:43:49.790149 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] Bound port: 69e266c8-06bd-49ab-b7c9-260a40177adf, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:43:49.790529 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:49.908928 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] For port 69e266c8-06bd-49ab-b7c9-260a40177adf, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:43:49.912674 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] For port 69e266c8-06bd-49ab-b7c9-260a40177adf, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=69e266c8-06bd-49ab-b7c9-260a40177adf,segment=NetworkSegment(3f81cd55-86a1-4a25-9153-5d04b36688ac),segment_id=3f81cd55-86a1-4a25-9153-5d04b36688ac)] {{(pid=75036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:43:49.917891 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:49.932302 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:50.002947 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-765b920f-485a-41c6-bf87-844e6c72c144 None None] Provisioning for port 03bfe037-9a34-4920-8687-0a2a7c783004 completed by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:43:50.021955 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-765b920f-485a-41c6-bf87-844e6c72c144 None None] Provisioning complete for port 03bfe037-9a34-4920-8687-0a2a7c783004 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:43:50.022366 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-765b920f-485a-41c6-bf87-844e6c72c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:50.044702 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36408) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:50.114322 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] Routers {'4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:43:50.115197 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:43:45Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:43:50.197575 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a55804-87c2-4f9e-8bf1-0dd0970160b3 admin admin] Deleting subnet 33c5a035-1247-49aa-94f0-a6855ee44fda {{(pid=75034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 31 12:43:50.206685 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-19a55804-87c2-4f9e-8bf1-0dd0970160b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:50.292341 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-19a55804-87c2-4f9e-8bf1-0dd0970160b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1701225'] for subnet, precommit_delete_associations {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:50.306509 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:50.314545 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:50.353517 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:50.367875 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94603ddc-a2d3-4057-8f30-9fe3a4e978d8 None None] Pushing event updated for resources: {'Port': ['ID=69e266c8-06bd-49ab-b7c9-260a40177adf,revision_number=3']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:50.373746 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-94603ddc-a2d3-4057-8f30-9fe3a4e978d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:50.374514 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-765b920f-485a-41c6-bf87-844e6c72c144 None None] Port 03bfe037-9a34-4920-8687-0a2a7c783004 cannot update to ACTIVE because it is not bound. {{(pid=75036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 31 12:43:50.464684 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33353741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-782633'] for router_interface, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:50.488513 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-19a55804-87c2-4f9e-8bf1-0dd0970160b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222575'] for subnet, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:50.537814 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] Set router 4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:43:50.554646 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] Pushing event updated for resources: {'Port': ['ID=03bfe037-9a34-4920-8687-0a2a7c783004,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:50.560033 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:50.599325 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-19a55804-87c2-4f9e-8bf1-0dd0970160b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33222550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1383477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1612627'] for subnet, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:50.612931 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-08b7ce06-bb71-4df9-9c89-a42a95166d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:50.633010 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] Network b7e29b17-853f-4faf-bf5e-c5ec6b62a895 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:43:50.634921 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:43:50.685739 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a55804-87c2-4f9e-8bf1-0dd0970160b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33c5a035-1247-49aa-94f0-a6855ee44fda,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:50.693779 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-19a55804-87c2-4f9e-8bf1-0dd0970160b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:50.705086 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-19a55804-87c2-4f9e-8bf1-0dd0970160b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for subnet, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:50.719955 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-19a55804-87c2-4f9e-8bf1-0dd0970160b3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/33c5a035-1247-49aa-94f0-a6855ee44fda HTTP/1.1" status: 204 len: 168 time: 0.6738822 Aug 31 12:43:50.724177 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36426) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:50.807519 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:43:50.885142 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 4868e7df-d78d-459d-93ca-7f0daceb3dbf up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:43:50.950929 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0b71eb0e-1851-4726-948c-396e9618e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045717'] for network, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:51.048825 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-d0237b6b-c660-48b8-b67e-3407efb4e886 None None] Provisioning complete for port 03bfe037-9a34-4920-8687-0a2a7c783004 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:43:51.049177 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-d0237b6b-c660-48b8-b67e-3407efb4e886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:51.142241 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 4868e7df-d78d-459d-93ca-7f0daceb3dbf triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:43:51.142605 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:51.167704 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] Router 4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:43:51.197480 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-d0237b6b-c660-48b8-b67e-3407efb4e886 None None] Port 03bfe037-9a34-4920-8687-0a2a7c783004 cannot update to ACTIVE because it is not bound. {{(pid=75036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 31 12:43:51.216076 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0b71eb0e-1851-4726-948c-396e9618e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33222182', 'neutron.services.segments.db._delete_segments_for_network-8767722538626'] for network, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:51.232220 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-0b71eb0e-1851-4726-948c-396e9618e620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a477d85-f78f-41ab-a3bc-a0184bfd3619']}} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:43:51.245927 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd', 'name': 'tempest-TestShelveInstance-1788827227-router', 'tenant_id': 'a7d8562b59f14833a8465d314d629b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '69e266c8-06bd-49ab-b7c9-260a40177adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:42Z', 'updated_at': '2021-08-31T12:43:49Z', 'revision_number': 4, 'project_id': 'a7d8562b59f14833a8465d314d629b46', 'gw_port': {'id': '69e266c8-06bd-49ab-b7c9-260a40177adf', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:43Z', 'updated_at': '2021-08-31T12:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '03bfe037-9a34-4920-8687-0a2a7c783004', 'name': '', 'network_id': 'b7e29b17-853f-4faf-bf5e-c5ec6b62a895', 'tenant_id': 'a7d8562b59f14833a8465d314d629b46', 'mac_address': 'fa:16:3e:30:f6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b19798c-383a-4b3b-a8b0-b1276d6bfedc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:48Z', 'updated_at': '2021-08-31T12:43:49Z', 'revision_number': 1, 'project_id': 'a7d8562b59f14833a8465d314d629b46', 'subnets': [{'id': '8b19798c-383a-4b3b-a8b0-b1276d6bfedc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:43:51.247703 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-0b71eb0e-1851-4726-948c-396e9618e620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5680c92a-10e4-481b-a52a-651b73504bdc') {'for_net_delete': True} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:43:51.248031 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-0b71eb0e-1851-4726-948c-396e9618e620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5680c92a-10e4-481b-a52a-651b73504bdc') {} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:43:51.265565 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0b71eb0e-1851-4726-948c-396e9618e620 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767722541213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1701222'] for segment, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:51.280790 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86441795-4abc-4d7e-9ddc-e09211e0a1c2 None None] The sync data for ids ['4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd'] in dv-cinder-806696-1-smb is: [{'id': '4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd', 'name': 'tempest-TestShelveInstance-1788827227-router', 'tenant_id': 'a7d8562b59f14833a8465d314d629b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '69e266c8-06bd-49ab-b7c9-260a40177adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:42Z', 'updated_at': '2021-08-31T12:43:49Z', 'revision_number': 4, 'project_id': 'a7d8562b59f14833a8465d314d629b46', 'gw_port': {'id': '69e266c8-06bd-49ab-b7c9-260a40177adf', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:43Z', 'updated_at': '2021-08-31T12:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '03bfe037-9a34-4920-8687-0a2a7c783004', 'name': '', 'network_id': 'b7e29b17-853f-4faf-bf5e-c5ec6b62a895', 'tenant_id': 'a7d8562b59f14833a8465d314d629b46', 'mac_address': 'fa:16:3e:30:f6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b19798c-383a-4b3b-a8b0-b1276d6bfedc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:48Z', 'updated_at': '2021-08-31T12:43:49Z', 'revision_number': 1, 'project_id': 'a7d8562b59f14833a8465d314d629b46', 'subnets': [{'id': '8b19798c-383a-4b3b-a8b0-b1276d6bfedc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:43:51.293999 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0b71eb0e-1851-4726-948c-396e9618e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:51.304641 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b71eb0e-1851-4726-948c-396e9618e620 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=75034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 31 12:43:51.305734 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0b71eb0e-1851-4726-948c-396e9618e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33222410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1383571'] for segment, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: Traceback (most recent call last): Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: timer() Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: cb(*args, **kw) Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: return func(*args, **kwargs) Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: self._notify() Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: self.callback(batched_events) Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: event.method(event) Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: return f(self, *a, **k) Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: return self._get(url).json() Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: return self.request(url, 'GET', **kwargs) Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:43:51.435379 dv-cinder-806696-1-smb neutron-server[75034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:43:51.439500 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0b71eb0e-1851-4726-948c-396e9618e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33222189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783967'] for network, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:51.443858 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:51.459452 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0b71eb0e-1851-4726-948c-396e9618e620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:51.473305 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71eb0e-1851-4726-948c-396e9618e620 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a477d85-f78f-41ab-a3bc-a0184bfd3619,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:51.477458 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-0b71eb0e-1851-4726-948c-396e9618e620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:51.489185 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-0b71eb0e-1851-4726-948c-396e9618e620 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9a477d85-f78f-41ab-a3bc-a0184bfd3619 HTTP/1.1" status: 204 len: 168 time: 0.7637053 Aug 31 12:43:51.490245 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:43:51.506694 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] 10.222.0.13 "PUT /v2.0/routers/4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1396866 Aug 31 12:43:51.783315 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 36458) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:51.870949 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-0fc41b23-4e16-4a40-87d5-c9f864f2a676 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=000315d9835948618872c8f081afb232&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0856018 Aug 31 12:43:51.880867 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36466) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:51.961316 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-63466c6e-e058-4d94-838b-3fa422c0eea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:52.003171 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-63466c6e-e058-4d94-838b-3fa422c0eea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:52.075895 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-63466c6e-e058-4d94-838b-3fa422c0eea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:52.081680 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-d92a9778-f102-4460-9d39-696d480b83ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:52.109714 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63466c6e-e058-4d94-838b-3fa422c0eea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d1a8bc-d052-4e1d-b9aa-9eca96872dbd,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:52.117966 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-63466c6e-e058-4d94-838b-3fa422c0eea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:52.147828 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-63466c6e-e058-4d94-838b-3fa422c0eea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:52.151036 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-63466c6e-e058-4d94-838b-3fa422c0eea9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53d1a8bc-d052-4e1d-b9aa-9eca96872dbd HTTP/1.1" status: 204 len: 168 time: 0.2681355 Aug 31 12:43:52.769337 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36502) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:52.775502 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-7192cad1-ca78-4e86-a223-67b37e1ec688 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-747849747', 'description': 'tempest-secgroup-smoke-747849747 description', 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:43:52.782657 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-7192cad1-ca78-4e86-a223-67b37e1ec688 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:52.787776 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-7192cad1-ca78-4e86-a223-67b37e1ec688 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Usage tracker for resource:security_group and tenant:3bc9a284c20b4adfbfcdc98e81f10699 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:52.792257 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-7192cad1-ca78-4e86-a223-67b37e1ec688 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:52.798923 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-7192cad1-ca78-4e86-a223-67b37e1ec688 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:52.816179 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-7192cad1-ca78-4e86-a223-67b37e1ec688 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:52.861323 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-7192cad1-ca78-4e86-a223-67b37e1ec688 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:52.865357 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-7192cad1-ca78-4e86-a223-67b37e1ec688 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Usage tracker for resource:security_group_rule and tenant:3bc9a284c20b4adfbfcdc98e81f10699 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:52.868640 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-7192cad1-ca78-4e86-a223-67b37e1ec688 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:52.878610 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-7192cad1-ca78-4e86-a223-67b37e1ec688 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:52.970565 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-7192cad1-ca78-4e86-a223-67b37e1ec688 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:52.979090 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-7192cad1-ca78-4e86-a223-67b37e1ec688 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:52.987671 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-f8ff0e4e-04ff-4610-85c7-893bcdd10cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:53.060168 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-7192cad1-ca78-4e86-a223-67b37e1ec688 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:53.065371 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 36512) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:53.066428 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-7192cad1-ca78-4e86-a223-67b37e1ec688 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2958500 Aug 31 12:43:53.073768 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-8af2334d-86e2-472d-9e2f-f03ed2467eb9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Request body: {'security_group_rule': {'security_group_id': '5f7de319-69e8-4327-aaf6-bfffe6734791', 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:43:53.091122 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-8af2334d-86e2-472d-9e2f-f03ed2467eb9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:53.103924 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-8af2334d-86e2-472d-9e2f-f03ed2467eb9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Usage tracker for resource:security_group_rule and tenant:3bc9a284c20b4adfbfcdc98e81f10699 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:53.111103 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192cad1-ca78-4e86-a223-67b37e1ec688 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7de319-69e8-4327-aaf6-bfffe6734791,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:53.118113 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-7192cad1-ca78-4e86-a223-67b37e1ec688 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:53.123024 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-8af2334d-86e2-472d-9e2f-f03ed2467eb9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:53.133151 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-8af2334d-86e2-472d-9e2f-f03ed2467eb9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:53.158284 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8af2334d-86e2-472d-9e2f-f03ed2467eb9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:53.271393 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8af2334d-86e2-472d-9e2f-f03ed2467eb9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:53.278989 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8af2334d-86e2-472d-9e2f-f03ed2467eb9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707040'] for security_group_rule, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:53.283966 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-ddecabb0-9768-4be2-bed2-666fed8eed71 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:53.324071 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2334d-86e2-472d-9e2f-f03ed2467eb9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2607b7e5-0e37-4143-ae47-880bcdcfa22a,revision_number=0']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:53.335120 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-8af2334d-86e2-472d-9e2f-f03ed2467eb9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:53.346627 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8af2334d-86e2-472d-9e2f-f03ed2467eb9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:53.348548 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-8af2334d-86e2-472d-9e2f-f03ed2467eb9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2810469 Aug 31 12:43:53.351696 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 36532) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:53.359710 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-2a4507d0-1dbf-4eee-9586-4c73139aebc9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Request body: {'security_group_rule': {'security_group_id': '5f7de319-69e8-4327-aaf6-bfffe6734791', 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:43:53.368389 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-2a4507d0-1dbf-4eee-9586-4c73139aebc9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:53.372882 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-2a4507d0-1dbf-4eee-9586-4c73139aebc9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Usage tracker for resource:security_group_rule and tenant:3bc9a284c20b4adfbfcdc98e81f10699 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:53.379882 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-2a4507d0-1dbf-4eee-9586-4c73139aebc9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:53.389962 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-2a4507d0-1dbf-4eee-9586-4c73139aebc9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:53.426542 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-2a4507d0-1dbf-4eee-9586-4c73139aebc9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:53.535331 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-2a4507d0-1dbf-4eee-9586-4c73139aebc9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:53.541495 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-2a4507d0-1dbf-4eee-9586-4c73139aebc9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707040'] for security_group_rule, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:53.544769 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:53.576431 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4507d0-1dbf-4eee-9586-4c73139aebc9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b21c5a-be7f-46f0-96a4-c211102e81df,revision_number=0']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:53.579209 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-2a4507d0-1dbf-4eee-9586-4c73139aebc9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:53.600460 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-2a4507d0-1dbf-4eee-9586-4c73139aebc9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:53.605238 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-2a4507d0-1dbf-4eee-9586-4c73139aebc9 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2521758 Aug 31 12:43:53.610372 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 36546) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:53.623673 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-b6174725-d53a-418b-84da-83ef1eb37028 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Request body: {'security_group_rule': {'security_group_id': '5f7de319-69e8-4327-aaf6-bfffe6734791', 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:43:53.650072 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-b6174725-d53a-418b-84da-83ef1eb37028 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:53.660117 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-b6174725-d53a-418b-84da-83ef1eb37028 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Usage tracker for resource:security_group_rule and tenant:3bc9a284c20b4adfbfcdc98e81f10699 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:53.667340 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-b6174725-d53a-418b-84da-83ef1eb37028 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:53.676818 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-b6174725-d53a-418b-84da-83ef1eb37028 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:53.743390 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b6174725-d53a-418b-84da-83ef1eb37028 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:53.911356 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b6174725-d53a-418b-84da-83ef1eb37028 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:53.919131 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b6174725-d53a-418b-84da-83ef1eb37028 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707040'] for security_group_rule, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:53.968562 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:53.985180 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b6174725-d53a-418b-84da-83ef1eb37028 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:53.990385 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36574) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:53.991310 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-b6174725-d53a-418b-84da-83ef1eb37028 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3798661 Aug 31 12:43:54.003034 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-5e3af389-4871-4d08-b9c0-408d3e921156 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Request body: {'security_group_rule': {'security_group_id': '5f7de319-69e8-4327-aaf6-bfffe6734791', 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:43:54.004690 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6174725-d53a-418b-84da-83ef1eb37028 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00643fc4-7ed9-4bd9-aff1-4e2f0ca866f9,revision_number=0']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:54.020322 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-5e3af389-4871-4d08-b9c0-408d3e921156 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:54.028898 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-5e3af389-4871-4d08-b9c0-408d3e921156 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Usage tracker for resource:security_group_rule and tenant:3bc9a284c20b4adfbfcdc98e81f10699 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:54.029118 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-b6174725-d53a-418b-84da-83ef1eb37028 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:54.037450 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-5e3af389-4871-4d08-b9c0-408d3e921156 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:54.052523 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-5e3af389-4871-4d08-b9c0-408d3e921156 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:54.085768 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5e3af389-4871-4d08-b9c0-408d3e921156 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:54.286633 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5e3af389-4871-4d08-b9c0-408d3e921156 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:54.295366 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5e3af389-4871-4d08-b9c0-408d3e921156 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707040'] for security_group_rule, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:54.303069 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:54.334008 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3af389-4871-4d08-b9c0-408d3e921156 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300a3682-44a9-46dc-82f2-4c2de5804066,revision_number=0']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:54.340405 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-5e3af389-4871-4d08-b9c0-408d3e921156 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:54.348348 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5e3af389-4871-4d08-b9c0-408d3e921156 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:54.349651 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-5e3af389-4871-4d08-b9c0-408d3e921156 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3572724 Aug 31 12:43:54.353064 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36602) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:54.382956 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-f3792864-a535-45d1-8e9c-6fc91faee909 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Request body: {'security_group_rule': {'security_group_id': '5f7de319-69e8-4327-aaf6-bfffe6734791', 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:43:54.390127 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-f3792864-a535-45d1-8e9c-6fc91faee909 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:54.395962 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-f3792864-a535-45d1-8e9c-6fc91faee909 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Usage tracker for resource:security_group_rule and tenant:3bc9a284c20b4adfbfcdc98e81f10699 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:54.400181 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-f3792864-a535-45d1-8e9c-6fc91faee909 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:54.406668 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-f3792864-a535-45d1-8e9c-6fc91faee909 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:54.431328 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.db.securitygroups_db [None req-f3792864-a535-45d1-8e9c-6fc91faee909 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Project 3bc9a284c20b4adfbfcdc98e81f10699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 12:43:54.444063 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f3792864-a535-45d1-8e9c-6fc91faee909 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:54.465041 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22220e3a-66be-418e-9279-7065bc97f266 req-6966e2ac-039c-4ba1-a1a6-1c6e0e45e3a9 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:54.467722 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-22220e3a-66be-418e-9279-7065bc97f266 req-6966e2ac-039c-4ba1-a1a6-1c6e0e45e3a9 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/networks?id=d51a5988-40c5-4f71-9804-6a291ebb8599 HTTP/1.1" status: 200 len: 813 time: 0.4358616 Aug 31 12:43:54.490016 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-22220e3a-66be-418e-9279-7065bc97f266 req-5e79c062-66da-4f27-b9da-c8c8101f0269 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/quotas/5b0f9cad60c347a0b507183b6b74bfd2 HTTP/1.1" status: 200 len: 375 time: 0.0140269 Aug 31 12:43:54.563596 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f3792864-a535-45d1-8e9c-6fc91faee909 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:54.564542 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-22220e3a-66be-418e-9279-7065bc97f266 req-475841ad-7546-45fc-ae81-49633f98f14b tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Synchronizing usage tracker for tenant:5b0f9cad60c347a0b507183b6b74bfd2 on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:43:54.569985 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f3792864-a535-45d1-8e9c-6fc91faee909 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707040'] for security_group_rule, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:54.571924 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-5e3af389-4871-4d08-b9c0-408d3e921156 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:54.583469 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-22220e3a-66be-418e-9279-7065bc97f266 req-475841ad-7546-45fc-ae81-49633f98f14b tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Unset dirty status for tenant:5b0f9cad60c347a0b507183b6b74bfd2 on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:43:54.594544 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-22220e3a-66be-418e-9279-7065bc97f266 req-475841ad-7546-45fc-ae81-49633f98f14b tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b0f9cad60c347a0b507183b6b74bfd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938113 Aug 31 12:43:54.626424 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f3792864-a535-45d1-8e9c-6fc91faee909 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:54.627993 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-f3792864-a535-45d1-8e9c-6fc91faee909 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2736752 Aug 31 12:43:54.629096 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3792864-a535-45d1-8e9c-6fc91faee909 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd63106b-efb9-4c1e-98be-548f9a614efb,revision_number=0']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:54.631283 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36616) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:54.635663 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-f3792864-a535-45d1-8e9c-6fc91faee909 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:54.645451 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-ff49550c-10e8-4c00-b52d-d1785464987b tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Request body: {'security_group_rule': {'security_group_id': '5f7de319-69e8-4327-aaf6-bfffe6734791', 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:43:54.652041 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-ff49550c-10e8-4c00-b52d-d1785464987b tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:54.656086 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-ff49550c-10e8-4c00-b52d-d1785464987b tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Usage tracker for resource:security_group_rule and tenant:3bc9a284c20b4adfbfcdc98e81f10699 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:54.664746 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-ff49550c-10e8-4c00-b52d-d1785464987b tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:54.675950 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-ff49550c-10e8-4c00-b52d-d1785464987b tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:54.695920 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.db.securitygroups_db [None req-ff49550c-10e8-4c00-b52d-d1785464987b tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Project 3bc9a284c20b4adfbfcdc98e81f10699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 12:43:54.705489 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ff49550c-10e8-4c00-b52d-d1785464987b tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:54.827581 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ff49550c-10e8-4c00-b52d-d1785464987b tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:54.837642 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ff49550c-10e8-4c00-b52d-d1785464987b tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707040'] for security_group_rule, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:54.845487 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:54.901787 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-22220e3a-66be-418e-9279-7065bc97f266 req-8ef95026-f3b4-4ef8-89bd-39c4cb13105f service neutron] 10.222.0.13 "GET /v2.0/networks/d51a5988-40c5-4f71-9804-6a291ebb8599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038599 Aug 31 12:43:54.913248 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49550c-10e8-4c00-b52d-d1785464987b tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de68f11-dadd-4133-aeba-0f30a5be9d55,revision_number=0']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:54.924213 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-ff49550c-10e8-4c00-b52d-d1785464987b tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:54.938647 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ff49550c-10e8-4c00-b52d-d1785464987b tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:54.942570 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-ff49550c-10e8-4c00-b52d-d1785464987b tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3102412 Aug 31 12:43:54.995584 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 69e266c8-06bd-49ab-b7c9-260a40177adf up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:43:55.202567 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port 69e266c8-06bd-49ab-b7c9-260a40177adf completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:43:55.208649 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 69e266c8-06bd-49ab-b7c9-260a40177adf triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:43:55.209105 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:55.258272 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-22220e3a-66be-418e-9279-7065bc97f266 req-8956090b-28d0-48f3-aa61-79990d2aed67 service neutron] 10.222.0.13 "GET /v2.0/networks/d51a5988-40c5-4f71-9804-6a291ebb8599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577013 Aug 31 12:43:55.440585 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:55.462455 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] For port 69e266c8-06bd-49ab-b7c9-260a40177adf, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=69e266c8-06bd-49ab-b7c9-260a40177adf,segment=NetworkSegment(3f81cd55-86a1-4a25-9153-5d04b36688ac),segment_id=3f81cd55-86a1-4a25-9153-5d04b36688ac)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:43:55.467677 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:55.477153 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:55.522469 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-e64b68c6-776c-4a19-9567-265fac8ce2bb req-738208eb-1c33-4b57-9624-195d54329125 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=cff0e869-df1a-4dc7-b438-97fc2502b1a1 HTTP/1.1" status: 200 len: 210 time: 0.0585616 Aug 31 12:43:55.592009 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Pushing event updated for resources: {'Port': ['ID=69e266c8-06bd-49ab-b7c9-260a40177adf,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:55.605408 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:55.677921 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36662) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:55.899853 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-22a393e2-49b2-43df-9214-0b9b9470ae46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:56.059955 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-22a393e2-49b2-43df-9214-0b9b9470ae46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:56.066349 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-22a393e2-49b2-43df-9214-0b9b9470ae46 admin admin] Usage tracker for resource:security_group_rule and tenant:3035d4e58f3b4b73b6e440f7e4f6663d is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:56.071550 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-22a393e2-49b2-43df-9214-0b9b9470ae46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:56.082477 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-22a393e2-49b2-43df-9214-0b9b9470ae46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:56.221995 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-22a393e2-49b2-43df-9214-0b9b9470ae46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:56.227454 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-22a393e2-49b2-43df-9214-0b9b9470ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:56.245543 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-1ce83ffb-804c-4c54-9a2f-52ee5f874a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:56.297856 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a393e2-49b2-43df-9214-0b9b9470ae46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f79881f-136d-402a-9c6e-2543bfc835b0,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:56.304105 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-22a393e2-49b2-43df-9214-0b9b9470ae46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3035d4e58f3b4b73b6e440f7e4f6663d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6249418 Aug 31 12:43:56.307166 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36686) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:56.340111 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a393e2-49b2-43df-9214-0b9b9470ae46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:56.340111 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a393e2-49b2-43df-9214-0b9b9470ae46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:56.340545 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a393e2-49b2-43df-9214-0b9b9470ae46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:56.340841 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a393e2-49b2-43df-9214-0b9b9470ae46 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:56.341418 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a393e2-49b2-43df-9214-0b9b9470ae46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:56.342711 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a393e2-49b2-43df-9214-0b9b9470ae46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:56.343336 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a393e2-49b2-43df-9214-0b9b9470ae46 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:56.343958 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a393e2-49b2-43df-9214-0b9b9470ae46 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:56.344566 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a393e2-49b2-43df-9214-0b9b9470ae46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:56.345160 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a393e2-49b2-43df-9214-0b9b9470ae46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:56.346561 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a393e2-49b2-43df-9214-0b9b9470ae46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:43:56.355708 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-22a393e2-49b2-43df-9214-0b9b9470ae46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:56.418972 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c905271e-af87-405d-96d8-69dbf434c3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:56.447322 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c905271e-af87-405d-96d8-69dbf434c3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:56.502781 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c905271e-af87-405d-96d8-69dbf434c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:56.508136 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-96c3ccce-b54c-4669-87df-d00ac6accdd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:56.527371 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905271e-af87-405d-96d8-69dbf434c3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f79881f-136d-402a-9c6e-2543bfc835b0,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:56.531725 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-c905271e-af87-405d-96d8-69dbf434c3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:56.533723 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c905271e-af87-405d-96d8-69dbf434c3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:56.535391 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-c905271e-af87-405d-96d8-69dbf434c3bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f79881f-136d-402a-9c6e-2543bfc835b0 HTTP/1.1" status: 204 len: 168 time: 0.2194028 Aug 31 12:43:56.721251 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-dcfb4e40-bb71-47bb-870c-d6f6e73c6419 req-1dc2d974-c5fe-47db-9dcf-bcf4c449b482 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=cff0e869-df1a-4dc7-b438-97fc2502b1a1 HTTP/1.1" status: 200 len: 210 time: 0.0526969 Aug 31 12:43:56.869305 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 69e266c8-06bd-49ab-b7c9-260a40177adf up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:43:56.954439 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 69e266c8-06bd-49ab-b7c9-260a40177adf triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:43:56.955091 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:56.965216 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 36702) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:57.009818 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4a55-c14f-4a98-b008-89218b9ee131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:57.053438 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22220e3a-66be-418e-9279-7065bc97f266 req-ff51e332-ac55-4036-baa0-431758225d41 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:57.055061 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-22220e3a-66be-418e-9279-7065bc97f266 req-ff51e332-ac55-4036-baa0-431758225d41 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.52 "GET /v2.0/networks?id=d51a5988-40c5-4f71-9804-6a291ebb8599 HTTP/1.1" status: 200 len: 813 time: 0.2762802 Aug 31 12:43:57.064336 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-8d4a4a55-c14f-4a98-b008-89218b9ee131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:57.068618 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-8d4a4a55-c14f-4a98-b008-89218b9ee131 admin admin] Usage tracker for resource:security_group_rule and tenant:3cf4fbde13f547a5814e7ab7c7d6d7ac is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:57.080467 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-22220e3a-66be-418e-9279-7065bc97f266 req-984b8832-6c3c-4b57-b05c-cdda367e6ca1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Request body: {'port': {'device_id': 'cff0e869-df1a-4dc7-b438-97fc2502b1a1', 'network_id': 'd51a5988-40c5-4f71-9804-6a291ebb8599', 'admin_state_up': True, 'tenant_id': '5b0f9cad60c347a0b507183b6b74bfd2'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:43:57.097051 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-8d4a4a55-c14f-4a98-b008-89218b9ee131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:57.120165 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-8d4a4a55-c14f-4a98-b008-89218b9ee131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:57.294030 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-22220e3a-66be-418e-9279-7065bc97f266 req-984b8832-6c3c-4b57-b05c-cdda367e6ca1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:57.314674 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-22220e3a-66be-418e-9279-7065bc97f266 req-984b8832-6c3c-4b57-b05c-cdda367e6ca1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:57.320662 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4a55-c14f-4a98-b008-89218b9ee131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:57.329651 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4a55-c14f-4a98-b008-89218b9ee131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:57.339876 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5a69177a-fb67-4f5b-8b8b-4fe0239034fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:57.351457 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22220e3a-66be-418e-9279-7065bc97f266 req-984b8832-6c3c-4b57-b05c-cdda367e6ca1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Made reservation on behalf of 5b0f9cad60c347a0b507183b6b74bfd2 for: {'port': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:43:57.354693 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-22220e3a-66be-418e-9279-7065bc97f266 req-984b8832-6c3c-4b57-b05c-cdda367e6ca1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:57.406860 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a4a55-c14f-4a98-b008-89218b9ee131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65918c18-9ee8-4899-ae43-464dcafb4fbd,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:57.462189 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-8d4a4a55-c14f-4a98-b008-89218b9ee131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:57.465764 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-8d4a4a55-c14f-4a98-b008-89218b9ee131 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3cf4fbde13f547a5814e7ab7c7d6d7ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4992771 Aug 31 12:43:57.469523 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36710) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:57.541217 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-9f79191f-19b9-40fe-a4b2-aba6e26f21a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:57.570625 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-9f79191f-19b9-40fe-a4b2-aba6e26f21a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:57.585089 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [req-22220e3a-66be-418e-9279-7065bc97f266 req-984b8832-6c3c-4b57-b05c-cdda367e6ca1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Allocated IP 172.20.0.7 (d51a5988-40c5-4f71-9804-6a291ebb8599/4e694605-9d1a-40bf-8cfa-db95a0e02440/19be58f6-0689-4758-b299-c05b984fc304) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:43:57.635612 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-9f79191f-19b9-40fe-a4b2-aba6e26f21a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:57.641591 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-3bfbba38-85cd-440e-b513-5683b4249bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:57.657113 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79191f-19b9-40fe-a4b2-aba6e26f21a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65918c18-9ee8-4899-ae43-464dcafb4fbd,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:57.663405 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-9f79191f-19b9-40fe-a4b2-aba6e26f21a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:57.665731 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-9f79191f-19b9-40fe-a4b2-aba6e26f21a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:57.666981 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-9f79191f-19b9-40fe-a4b2-aba6e26f21a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65918c18-9ee8-4899-ae43-464dcafb4fbd HTTP/1.1" status: 204 len: 168 time: 0.1963217 Aug 31 12:43:57.857279 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-22220e3a-66be-418e-9279-7065bc97f266 req-984b8832-6c3c-4b57-b05c-cdda367e6ca1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:57.901745 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-22220e3a-66be-418e-9279-7065bc97f266 req-984b8832-6c3c-4b57-b05c-cdda367e6ca1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:57.908895 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:57.984933 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b343e-07e7-4745-9430-ff485c8a06db req-9a7708c6-e4cb-41c7-a2dc-ba3a3b80eb9b tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:57.987584 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-516b343e-07e7-4745-9430-ff485c8a06db req-9a7708c6-e4cb-41c7-a2dc-ba3a3b80eb9b tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=cff0e869-df1a-4dc7-b438-97fc2502b1a1 HTTP/1.1" status: 200 len: 931 time: 0.1025834 Aug 31 12:43:57.990149 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22220e3a-66be-418e-9279-7065bc97f266 req-984b8832-6c3c-4b57-b05c-cdda367e6ca1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Network d51a5988-40c5-4f71-9804-6a291ebb8599 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:43:57.993953 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [req-22220e3a-66be-418e-9279-7065bc97f266 req-984b8832-6c3c-4b57-b05c-cdda367e6ca1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:43:58.025159 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-22220e3a-66be-418e-9279-7065bc97f266 req-984b8832-6c3c-4b57-b05c-cdda367e6ca1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:43:58.066596 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-516b343e-07e7-4745-9430-ff485c8a06db req-237e355f-b964-4d6b-989f-1736c63e703b tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720155 Aug 31 12:43:58.096214 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b8832-6c3c-4b57-b05c-cdda367e6ca1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Pushing event updated for resources: {'Port': ['ID=19be58f6-0689-4758-b299-c05b984fc304,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:58.118352 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-984b8832-6c3c-4b57-b05c-cdda367e6ca1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:58.132945 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22220e3a-66be-418e-9279-7065bc97f266 req-984b8832-6c3c-4b57-b05c-cdda367e6ca1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:58.133827 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-22220e3a-66be-418e-9279-7065bc97f266 req-984b8832-6c3c-4b57-b05c-cdda367e6ca1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:58.169937 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-22220e3a-66be-418e-9279-7065bc97f266 req-984b8832-6c3c-4b57-b05c-cdda367e6ca1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0945401 Aug 31 12:43:58.193073 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-22220e3a-66be-418e-9279-7065bc97f266 req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Request body: {'port': {'device_id': 'cff0e869-df1a-4dc7-b438-97fc2502b1a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:43:58.290721 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36742) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:58.362058 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-22220e3a-66be-418e-9279-7065bc97f266 req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:58.508133 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-458f23ea-5091-47d1-acfa-eb32152e4293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:58.553361 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-458f23ea-5091-47d1-acfa-eb32152e4293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:58.558665 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-458f23ea-5091-47d1-acfa-eb32152e4293 admin admin] Usage tracker for resource:security_group_rule and tenant:0cb51017f8514cc48e9095331c5aab14 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:58.561893 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-458f23ea-5091-47d1-acfa-eb32152e4293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:58.567960 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-458f23ea-5091-47d1-acfa-eb32152e4293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:58.667863 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-458f23ea-5091-47d1-acfa-eb32152e4293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:58.676009 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-458f23ea-5091-47d1-acfa-eb32152e4293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:58.683618 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-b662f595-3980-4f5c-8c41-a66028ca3a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:58.724182 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f23ea-5091-47d1-acfa-eb32152e4293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd17683-4a6c-441b-af3f-856e18ae06ab,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:58.727602 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-458f23ea-5091-47d1-acfa-eb32152e4293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:58.730727 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-458f23ea-5091-47d1-acfa-eb32152e4293 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cb51017f8514cc48e9095331c5aab14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4389579 Aug 31 12:43:58.733766 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36758) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:58.808022 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e4b4f0ff-82c9-4ee4-8387-70f8b61045ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:58.834752 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e4b4f0ff-82c9-4ee4-8387-70f8b61045ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:58.842857 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [req-22220e3a-66be-418e-9279-7065bc97f266 req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19be58f6-0689-4758-b299-c05b984fc304 {{(pid=75035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:43:58.851358 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-22220e3a-66be-418e-9279-7065bc97f266 req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:58.870250 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [req-22220e3a-66be-418e-9279-7065bc97f266 req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Transition to ACTIVE for port object 19be58f6-0689-4758-b299-c05b984fc304 will not be triggered until provisioned by entity L2. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:43:58.875677 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-22220e3a-66be-418e-9279-7065bc97f266 req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:58.880080 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-f909c5ae-690c-43dd-a15c-206d851ba721 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:58.896324 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e4b4f0ff-82c9-4ee4-8387-70f8b61045ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:58.900914 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-9f79191f-19b9-40fe-a4b2-aba6e26f21a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:58.915546 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4f0ff-82c9-4ee4-8387-70f8b61045ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd17683-4a6c-441b-af3f-856e18ae06ab,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:58.918677 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-e4b4f0ff-82c9-4ee4-8387-70f8b61045ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:58.921148 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e4b4f0ff-82c9-4ee4-8387-70f8b61045ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:58.925167 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-e4b4f0ff-82c9-4ee4-8387-70f8b61045ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbd17683-4a6c-441b-af3f-856e18ae06ab HTTP/1.1" status: 204 len: 168 time: 0.1904340 Aug 31 12:43:59.005188 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Pushing event updated for resources: {'Port': ['ID=19be58f6-0689-4758-b299-c05b984fc304,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:59.036506 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:59.183120 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-22220e3a-66be-418e-9279-7065bc97f266 req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Attempting to bind port 19be58f6-0689-4758-b299-c05b984fc304 on host hv-cinder-80669 for vnic_type normal with profile {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:43:59.183455 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-22220e3a-66be-418e-9279-7065bc97f266 req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Attempting to bind port 19be58f6-0689-4758-b299-c05b984fc304 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': '9edb5924-47f2-4a95-a00f-2ac66a5e25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd51a5988-40c5-4f71-9804-6a291ebb8599'}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:43:59.183789 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22220e3a-66be-418e-9279-7065bc97f266 req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Attempting to bind port 19be58f6-0689-4758-b299-c05b984fc304 on network d51a5988-40c5-4f71-9804-6a291ebb8599 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:43:59.193541 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22220e3a-66be-418e-9279-7065bc97f266 req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Port 19be58f6-0689-4758-b299-c05b984fc304 on network d51a5988-40c5-4f71-9804-6a291ebb8599 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:43:59.194126 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22220e3a-66be-418e-9279-7065bc97f266 req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Attempting to bind port 19be58f6-0689-4758-b299-c05b984fc304 on network d51a5988-40c5-4f71-9804-6a291ebb8599 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:43:59.201743 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22220e3a-66be-418e-9279-7065bc97f266 req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Checking agent: {'id': '5e6dd7d8-f43f-4d17-8159-c302453ef7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:43:59.202233 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22220e3a-66be-418e-9279-7065bc97f266 req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Checking segment: {'id': '9edb5924-47f2-4a95-a00f-2ac66a5e25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd51a5988-40c5-4f71-9804-6a291ebb8599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:43:59.202634 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22220e3a-66be-418e-9279-7065bc97f266 req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Bound using segment: {'id': '9edb5924-47f2-4a95-a00f-2ac66a5e25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd51a5988-40c5-4f71-9804-6a291ebb8599'} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:43:59.206117 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-22220e3a-66be-418e-9279-7065bc97f266 req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Bound port: 19be58f6-0689-4758-b299-c05b984fc304, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9edb5924-47f2-4a95-a00f-2ac66a5e25e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd51a5988-40c5-4f71-9804-6a291ebb8599'}}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:43:59.206502 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-22220e3a-66be-418e-9279-7065bc97f266 req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:59.394937 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-22220e3a-66be-418e-9279-7065bc97f266 req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] For port 19be58f6-0689-4758-b299-c05b984fc304, host hv-cinder-80669, cleared binding levels {{(pid=75035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:43:59.405054 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-22220e3a-66be-418e-9279-7065bc97f266 req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] For port 19be58f6-0689-4758-b299-c05b984fc304, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=19be58f6-0689-4758-b299-c05b984fc304,segment=NetworkSegment(9edb5924-47f2-4a95-a00f-2ac66a5e25e9),segment_id=9edb5924-47f2-4a95-a00f-2ac66a5e25e9)] {{(pid=75035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:43:59.424865 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-22220e3a-66be-418e-9279-7065bc97f266 req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:59.429530 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-ac220aac-e9b1-4301-9fc3-8dfdf582e20d tempest-VolumesActionsTest-1155164433 tempest-VolumesActionsTest-1155164433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:59.510018 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46380b-c107-43d4-b813-18395b53e31f req-84effe5b-ed9e-4281-984c-259ef5c11e52 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:59.510727 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-7c46380b-c107-43d4-b813-18395b53e31f req-84effe5b-ed9e-4281-984c-259ef5c11e52 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Synchronizing usage tracker for tenant:5b0f9cad60c347a0b507183b6b74bfd2 on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:43:59.515771 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36782) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:59.535914 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d1d854ed-bf22-40ea-a15e-3fb3cef705ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:59.536464 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Pushing event updated for resources: {'Port': ['ID=19be58f6-0689-4758-b299-c05b984fc304,revision_number=3']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:59.541012 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:59.543216 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-7c46380b-c107-43d4-b813-18395b53e31f req-84effe5b-ed9e-4281-984c-259ef5c11e52 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Unset dirty status for tenant:5b0f9cad60c347a0b507183b6b74bfd2 on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:43:59.550777 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7c46380b-c107-43d4-b813-18395b53e31f req-84effe5b-ed9e-4281-984c-259ef5c11e52 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=cff0e869-df1a-4dc7-b438-97fc2502b1a1 HTTP/1.1" status: 200 len: 943 time: 0.3228300 Aug 31 12:43:59.556036 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-22220e3a-66be-418e-9279-7065bc97f266 req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:59.557474 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-22220e3a-66be-418e-9279-7065bc97f266 req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] 10.222.0.52 "PUT /v2.0/ports/19be58f6-0689-4758-b299-c05b984fc304 HTTP/1.1" status: 200 len: 1093 time: 1.3702776 Aug 31 12:43:59.558092 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff0e869-df1a-4dc7-b438-97fc2502b1a1', 'tag': '19be58f6-0689-4758-b299-c05b984fc304'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:43:59.586191 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-d1d854ed-bf22-40ea-a15e-3fb3cef705ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:43:59.590893 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-d1d854ed-bf22-40ea-a15e-3fb3cef705ed admin admin] Usage tracker for resource:security_group_rule and tenant:70f1f342e9c14613bcfcb272f2f0b9ee is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:43:59.595457 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-d1d854ed-bf22-40ea-a15e-3fb3cef705ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:43:59.610364 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-d1d854ed-bf22-40ea-a15e-3fb3cef705ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:43:59.649806 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff0e869-df1a-4dc7-b438-97fc2502b1a1', 'tag': '19be58f6-0689-4758-b299-c05b984fc304', 'status': 'completed', 'code': 200} Aug 31 12:43:59.666435 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7c46380b-c107-43d4-b813-18395b53e31f req-7713f295-e3a9-425f-8fd1-674863bb249c tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145453 Aug 31 12:43:59.703658 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-22220e3a-66be-418e-9279-7065bc97f266 req-703dad91-2c12-49ac-9bac-6c0c508a8a08 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5b0f9cad60c347a0b507183b6b74bfd2&device_id=cff0e869-df1a-4dc7-b438-97fc2502b1a1 HTTP/1.1" status: 200 len: 1096 time: 0.0898325 Aug 31 12:43:59.724764 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d1d854ed-bf22-40ea-a15e-3fb3cef705ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:59.729978 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d1d854ed-bf22-40ea-a15e-3fb3cef705ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:43:59.738858 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-995332a9-f413-4406-9ffc-dd1b3cbe7152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:43:59.785625 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d854ed-bf22-40ea-a15e-3fb3cef705ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c59083a-0277-4a74-aaf3-1af7d23733e1,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:43:59.787759 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-22220e3a-66be-418e-9279-7065bc97f266 req-287708e6-a5b2-4e81-9dbb-d14d85d6a10f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19be58f6-0689-4758-b299-c05b984fc304 HTTP/1.1" status: 200 len: 217 time: 0.0760555 Aug 31 12:43:59.793010 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-d1d854ed-bf22-40ea-a15e-3fb3cef705ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70f1f342e9c14613bcfcb272f2f0b9ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2737746 Aug 31 12:43:59.793010 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-d1d854ed-bf22-40ea-a15e-3fb3cef705ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:43:59.794494 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36792) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:43:59.856985 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22220e3a-66be-418e-9279-7065bc97f266 req-a48eaaee-2b29-4cd4-9eab-a525d7966611 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:43:59.858873 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-22220e3a-66be-418e-9279-7065bc97f266 req-a48eaaee-2b29-4cd4-9eab-a525d7966611 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4e694605-9d1a-40bf-8cfa-db95a0e02440 HTTP/1.1" status: 200 len: 853 time: 0.0627396 Aug 31 12:43:59.918423 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-22220e3a-66be-418e-9279-7065bc97f266 req-8505ee1c-d28f-46fc-8744-1c8af94863ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d51a5988-40c5-4f71-9804-6a291ebb8599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493989 Aug 31 12:43:59.977947 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-24b7be38-594f-4233-bcf4-0c80620b2f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:00.004420 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-24b7be38-594f-4233-bcf4-0c80620b2f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:00.079231 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-22220e3a-66be-418e-9279-7065bc97f266 req-6bf9e51c-3860-443e-a0ff-acb3c8f1cb3c service neutron] 10.222.0.52 "GET /v2.0/networks/d51a5988-40c5-4f71-9804-6a291ebb8599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536715 Aug 31 12:44:00.080885 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-24b7be38-594f-4233-bcf4-0c80620b2f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:00.088689 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-ba4d631e-f1d9-4db9-ae78-c90057122ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:00.102493 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7be38-594f-4233-bcf4-0c80620b2f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c59083a-0277-4a74-aaf3-1af7d23733e1,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:00.111125 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-24b7be38-594f-4233-bcf4-0c80620b2f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:00.112390 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-24b7be38-594f-4233-bcf4-0c80620b2f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:00.116689 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-24b7be38-594f-4233-bcf4-0c80620b2f00 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c59083a-0277-4a74-aaf3-1af7d23733e1 HTTP/1.1" status: 204 len: 168 time: 0.3221934 Aug 31 12:44:00.227009 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-22220e3a-66be-418e-9279-7065bc97f266 req-8fe52ff6-7314-4ef1-b535-b7a9732cd1e7 service neutron] 10.222.0.52 "GET /v2.0/networks/d51a5988-40c5-4f71-9804-6a291ebb8599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405656 Aug 31 12:44:00.370751 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d9434ae2-022f-46a7-96cd-b591791ab40f req-1e2df248-088f-4d25-bbca-060e0d17d086 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5b0f9cad60c347a0b507183b6b74bfd2&device_id=cff0e869-df1a-4dc7-b438-97fc2502b1a1 HTTP/1.1" status: 200 len: 1096 time: 0.0875371 Aug 31 12:44:00.567260 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9434ae2-022f-46a7-96cd-b591791ab40f req-c167f8a9-9f8f-4926-85eb-74c3e20e7381 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:00.568842 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d9434ae2-022f-46a7-96cd-b591791ab40f req-c167f8a9-9f8f-4926-85eb-74c3e20e7381 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d51a5988-40c5-4f71-9804-6a291ebb8599 HTTP/1.1" status: 200 len: 914 time: 0.1912923 Aug 31 12:44:00.647581 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d9434ae2-022f-46a7-96cd-b591791ab40f req-54d66ead-98bf-4258-b278-30999893b002 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19be58f6-0689-4758-b299-c05b984fc304 HTTP/1.1" status: 200 len: 217 time: 0.0690925 Aug 31 12:44:00.730708 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9434ae2-022f-46a7-96cd-b591791ab40f req-114506f4-6308-4a5e-a746-ff9d69127ba3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:00.732323 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d9434ae2-022f-46a7-96cd-b591791ab40f req-114506f4-6308-4a5e-a746-ff9d69127ba3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4e694605-9d1a-40bf-8cfa-db95a0e02440 HTTP/1.1" status: 200 len: 853 time: 0.0779002 Aug 31 12:44:00.802302 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d9434ae2-022f-46a7-96cd-b591791ab40f req-16c3730c-bc11-4ca8-b064-37dfa52a5e46 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d51a5988-40c5-4f71-9804-6a291ebb8599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612035 Aug 31 12:44:00.940495 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d39b01-7066-490c-bc63-9b406f81b3b2 req-182b6299-ff03-4a7f-93a9-d5cfdab14d93 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:00.943400 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d6d39b01-7066-490c-bc63-9b406f81b3b2 req-182b6299-ff03-4a7f-93a9-d5cfdab14d93 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=cff0e869-df1a-4dc7-b438-97fc2502b1a1 HTTP/1.1" status: 200 len: 943 time: 0.1030617 Aug 31 12:44:01.003659 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d6d39b01-7066-490c-bc63-9b406f81b3b2 req-92ec8ea0-b0a5-4b4e-b55b-eecd264ee89c tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525455 Aug 31 12:44:01.067770 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d9434ae2-022f-46a7-96cd-b591791ab40f req-eefd980c-b566-49ff-be34-4d6e4ef55c6f service neutron] 10.222.0.52 "GET /v2.0/networks/d51a5988-40c5-4f71-9804-6a291ebb8599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578580 Aug 31 12:44:01.139270 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36838) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:01.230293 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d9434ae2-022f-46a7-96cd-b591791ab40f req-0f3cc2cf-90a6-4abe-ae89-e5c5ab851d9d service neutron] 10.222.0.52 "GET /v2.0/networks/d51a5988-40c5-4f71-9804-6a291ebb8599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551590 Aug 31 12:44:01.421836 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5676b641-417b-4c11-ac28-363810c5dee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:01.465523 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-5676b641-417b-4c11-ac28-363810c5dee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:01.470669 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-5676b641-417b-4c11-ac28-363810c5dee2 admin admin] Usage tracker for resource:security_group_rule and tenant:7fe1e4fb8b484dc38a7c100aba2ce360 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:01.479352 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-5676b641-417b-4c11-ac28-363810c5dee2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:01.486780 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-5676b641-417b-4c11-ac28-363810c5dee2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:01.571444 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5676b641-417b-4c11-ac28-363810c5dee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:01.577329 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5676b641-417b-4c11-ac28-363810c5dee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:01.586999 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-c3c0a6c6-e9e9-47d1-b477-e5e1cc5e959e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:01.628520 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676b641-417b-4c11-ac28-363810c5dee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e866be3c-11ff-439b-bafe-6373c5222276,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:01.635668 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-5676b641-417b-4c11-ac28-363810c5dee2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fe1e4fb8b484dc38a7c100aba2ce360&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4928734 Aug 31 12:44:01.635668 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-5676b641-417b-4c11-ac28-363810c5dee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:01.635905 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36854) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:01.711838 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-234db422-3273-42ad-8a01-1033eee58f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:01.745181 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-234db422-3273-42ad-8a01-1033eee58f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:01.802420 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-234db422-3273-42ad-8a01-1033eee58f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:01.807528 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-22a393e2-49b2-43df-9214-0b9b9470ae46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:01.821037 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234db422-3273-42ad-8a01-1033eee58f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e866be3c-11ff-439b-bafe-6373c5222276,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:01.823732 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-234db422-3273-42ad-8a01-1033eee58f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:01.824946 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-234db422-3273-42ad-8a01-1033eee58f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:01.826111 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-234db422-3273-42ad-8a01-1033eee58f4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e866be3c-11ff-439b-bafe-6373c5222276 HTTP/1.1" status: 204 len: 168 time: 0.1892624 Aug 31 12:44:02.237081 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 36874) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:02.247624 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44e645-de2a-4fdf-b471-2b6ad6269233 req-43c8e958-2748-44f7-ada5-4d0ddc32faf3 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:02.249305 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-df44e645-de2a-4fdf-b471-2b6ad6269233 req-43c8e958-2748-44f7-ada5-4d0ddc32faf3 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=cff0e869-df1a-4dc7-b438-97fc2502b1a1 HTTP/1.1" status: 200 len: 943 time: 0.1047204 Aug 31 12:44:02.267824 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ade50153-8e3e-41ba-909b-32bcd585841b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:02.302113 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-ade50153-8e3e-41ba-909b-32bcd585841b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:02.302572 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-df44e645-de2a-4fdf-b471-2b6ad6269233 req-343a3dc1-0294-4644-8b04-5e19a43b6298 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464385 Aug 31 12:44:02.306602 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-ade50153-8e3e-41ba-909b-32bcd585841b admin admin] Usage tracker for resource:security_group_rule and tenant:5da77c356d18404d90d60d5f2012d6b5 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:02.310343 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-ade50153-8e3e-41ba-909b-32bcd585841b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:02.316541 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-ade50153-8e3e-41ba-909b-32bcd585841b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:02.396185 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ade50153-8e3e-41ba-909b-32bcd585841b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:02.401061 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ade50153-8e3e-41ba-909b-32bcd585841b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:02.411289 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-c905271e-af87-405d-96d8-69dbf434c3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:02.450214 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade50153-8e3e-41ba-909b-32bcd585841b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90d8c2d-c0c3-4fef-90e1-a7c0a177e539,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:02.453313 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-ade50153-8e3e-41ba-909b-32bcd585841b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:02.458520 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-ade50153-8e3e-41ba-909b-32bcd585841b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5da77c356d18404d90d60d5f2012d6b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2172072 Aug 31 12:44:02.459297 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 36884) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:02.465935 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 19be58f6-0689-4758-b299-c05b984fc304 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:44:02.543750 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-692579a4-3fb0-453e-b83d-6d810896a218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:02.575074 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-692579a4-3fb0-453e-b83d-6d810896a218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:02.648956 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 19be58f6-0689-4758-b299-c05b984fc304, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=19be58f6-0689-4758-b299-c05b984fc304,segment=NetworkSegment(9edb5924-47f2-4a95-a00f-2ac66a5e25e9),segment_id=9edb5924-47f2-4a95-a00f-2ac66a5e25e9)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:02.649895 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-692579a4-3fb0-453e-b83d-6d810896a218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:02.664156 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:02.665837 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': '19be58f6-0689-4758-b299-c05b984fc304', 'network_id': 'd51a5988-40c5-4f71-9804-6a291ebb8599', 'port_id': '19be58f6-0689-4758-b299-c05b984fc304', 'mac_address': 'fa:16:3e:7e:4b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e694605-9d1a-40bf-8cfa-db95a0e02440', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:44:02.675158 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692579a4-3fb0-453e-b83d-6d810896a218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90d8c2d-c0c3-4fef-90e1-a7c0a177e539,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:02.677752 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-692579a4-3fb0-453e-b83d-6d810896a218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:02.684885 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-692579a4-3fb0-453e-b83d-6d810896a218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:02.686451 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-692579a4-3fb0-453e-b83d-6d810896a218 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c90d8c2d-c0c3-4fef-90e1-a7c0a177e539 HTTP/1.1" status: 204 len: 168 time: 0.2259729 Aug 31 12:44:02.750089 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:02.772431 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19be58f6-0689-4758-b299-c05b984fc304 {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:44:02.789615 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 19be58f6-0689-4758-b299-c05b984fc304, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=19be58f6-0689-4758-b299-c05b984fc304,segment=NetworkSegment(9edb5924-47f2-4a95-a00f-2ac66a5e25e9),segment_id=9edb5924-47f2-4a95-a00f-2ac66a5e25e9)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:02.795828 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:02.798910 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:02.875909 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=19be58f6-0689-4758-b299-c05b984fc304,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:02.879110 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:03.097921 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 36910) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:03.098122 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['19be58f6-0689-4758-b299-c05b984fc304'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:44:03.279050 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6785820c-c3be-42e2-b8d2-453fa42ba832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:03.317389 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-6785820c-c3be-42e2-b8d2-453fa42ba832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:03.322796 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-6785820c-c3be-42e2-b8d2-453fa42ba832 admin admin] Usage tracker for resource:security_group_rule and tenant:b05861a918d34bb7ae7ccdecb3c8fbd2 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:03.326260 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-6785820c-c3be-42e2-b8d2-453fa42ba832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:03.332591 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-6785820c-c3be-42e2-b8d2-453fa42ba832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:03.407795 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6785820c-c3be-42e2-b8d2-453fa42ba832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:03.412650 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6785820c-c3be-42e2-b8d2-453fa42ba832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:03.420348 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-d47ecd3b-ca30-48a0-bf13-34ad788584b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:03.462074 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785820c-c3be-42e2-b8d2-453fa42ba832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb80c84-c1b4-4f45-8aaf-829478d55842,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:03.465217 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-6785820c-c3be-42e2-b8d2-453fa42ba832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:03.471335 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-6785820c-c3be-42e2-b8d2-453fa42ba832 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b05861a918d34bb7ae7ccdecb3c8fbd2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3768468 Aug 31 12:44:03.474250 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 36926) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:03.544413 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-fff251fe-9d3f-438a-bd37-f3327dfe08e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:03.571109 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f80284-2bc2-4427-8e92-88af97644ba6 req-2ee7a977-a7f5-4925-aafe-f3d3deca6b52 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:03.578360 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c0f80284-2bc2-4427-8e92-88af97644ba6 req-2ee7a977-a7f5-4925-aafe-f3d3deca6b52 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=cff0e869-df1a-4dc7-b438-97fc2502b1a1 HTTP/1.1" status: 200 len: 944 time: 0.1284826 Aug 31 12:44:03.580029 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-fff251fe-9d3f-438a-bd37-f3327dfe08e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:03.634674 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c0f80284-2bc2-4427-8e92-88af97644ba6 req-a2a4d98a-725e-4e7c-9889-00de1edb2111 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552332 Aug 31 12:44:03.653455 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-fff251fe-9d3f-438a-bd37-f3327dfe08e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:03.658871 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-080dc447-511e-4651-8cef-a020afc3911a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:03.671125 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff251fe-9d3f-438a-bd37-f3327dfe08e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb80c84-c1b4-4f45-8aaf-829478d55842,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:03.678495 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-fff251fe-9d3f-438a-bd37-f3327dfe08e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:03.679841 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-fff251fe-9d3f-438a-bd37-f3327dfe08e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/adb80c84-c1b4-4f45-8aaf-829478d55842 HTTP/1.1" status: 204 len: 168 time: 0.2046444 Aug 31 12:44:03.681835 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-fff251fe-9d3f-438a-bd37-f3327dfe08e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:04.193465 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 36950) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:04.214729 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a84e21b7-cae1-49b4-a99c-6d352b19e7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:04.249008 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-a84e21b7-cae1-49b4-a99c-6d352b19e7bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:04.252781 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-a84e21b7-cae1-49b4-a99c-6d352b19e7bd admin admin] Usage tracker for resource:security_group_rule and tenant:5b317aa9d36b496882d7bcc1f8c3e663 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:04.256340 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-a84e21b7-cae1-49b4-a99c-6d352b19e7bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:04.265597 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-a84e21b7-cae1-49b4-a99c-6d352b19e7bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:04.362868 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a84e21b7-cae1-49b4-a99c-6d352b19e7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:04.369253 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a84e21b7-cae1-49b4-a99c-6d352b19e7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:04.376448 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-8d4a4a55-c14f-4a98-b008-89218b9ee131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:04.416552 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e21b7-cae1-49b4-a99c-6d352b19e7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9740b2ab-f4ad-46e2-a2ea-8cd095d5397f,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:04.420072 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-a84e21b7-cae1-49b4-a99c-6d352b19e7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:04.424903 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-a84e21b7-cae1-49b4-a99c-6d352b19e7bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b317aa9d36b496882d7bcc1f8c3e663&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2276640 Aug 31 12:44:04.425991 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 36958) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:04.485993 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 19be58f6-0689-4758-b299-c05b984fc304 up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:44:04.494637 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6bef36c2-6b93-4c22-a355-f21be333ac91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:04.529627 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6bef36c2-6b93-4c22-a355-f21be333ac91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:04.566867 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning for port 19be58f6-0689-4758-b299-c05b984fc304 completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:44:04.575043 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port 19be58f6-0689-4758-b299-c05b984fc304 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:44:04.576392 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:04.599585 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6bef36c2-6b93-4c22-a355-f21be333ac91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:04.606084 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-6750b550-35bd-4a2d-8627-4e9997195a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:04.620070 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef36c2-6b93-4c22-a355-f21be333ac91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9740b2ab-f4ad-46e2-a2ea-8cd095d5397f,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:04.622555 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-6bef36c2-6b93-4c22-a355-f21be333ac91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:04.625007 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6bef36c2-6b93-4c22-a355-f21be333ac91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:04.629476 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-6bef36c2-6b93-4c22-a355-f21be333ac91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9740b2ab-f4ad-46e2-a2ea-8cd095d5397f HTTP/1.1" status: 204 len: 168 time: 0.2032547 Aug 31 12:44:04.748277 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:04.796153 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff0e869-df1a-4dc7-b438-97fc2502b1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19be58f6-0689-4758-b299-c05b984fc304'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:44:04.826065 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 19be58f6-0689-4758-b299-c05b984fc304, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=19be58f6-0689-4758-b299-c05b984fc304,segment=NetworkSegment(9edb5924-47f2-4a95-a00f-2ac66a5e25e9),segment_id=9edb5924-47f2-4a95-a00f-2ac66a5e25e9)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:04.832970 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:04.841597 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:04.930835 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff0e869-df1a-4dc7-b438-97fc2502b1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19be58f6-0689-4758-b299-c05b984fc304', 'code': 200} Aug 31 12:44:04.956746 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaed34-d5d0-40c3-8681-cc6f0b79fd18 req-2331d84c-2998-4a92-a559-80682127ee2f tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:04.964220 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-1eaaed34-d5d0-40c3-8681-cc6f0b79fd18 req-2331d84c-2998-4a92-a559-80682127ee2f tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=cff0e869-df1a-4dc7-b438-97fc2502b1a1 HTTP/1.1" status: 200 len: 945 time: 0.1364238 Aug 31 12:44:05.074403 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-1eaaed34-d5d0-40c3-8681-cc6f0b79fd18 req-84fa17b3-6763-4aec-a054-19afca663cdc tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091216 Aug 31 12:44:05.099112 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=19be58f6-0689-4758-b299-c05b984fc304,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:05.104014 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:05.261180 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b3dac25f-649d-439a-a832-52efa1c5aea0 req-b528eac2-09fc-491f-92ae-ca97e4237659 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cff0e869-df1a-4dc7-b438-97fc2502b1a1 HTTP/1.1" status: 200 len: 1098 time: 0.0772705 Aug 31 12:44:05.321982 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b3dac25f-649d-439a-a832-52efa1c5aea0 req-ea74b14b-fe04-493e-bb10-afc5840b9750 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503018 Aug 31 12:44:06.272640 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd49c4-c36f-4fad-9f7d-0a396f0c9160 req-7e7b4344-3cd9-4227-a2a1-6782e5a79ff4 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:06.274562 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-6edd49c4-c36f-4fad-9f7d-0a396f0c9160 req-7e7b4344-3cd9-4227-a2a1-6782e5a79ff4 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=cff0e869-df1a-4dc7-b438-97fc2502b1a1 HTTP/1.1" status: 200 len: 945 time: 0.0811739 Aug 31 12:44:06.329748 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-6edd49c4-c36f-4fad-9f7d-0a396f0c9160 req-1830f0de-afbd-48ed-9146-b43b6230ea4b tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496473 Aug 31 12:44:07.379622 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] Sync routers for ids ['4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd'] in dv-cinder-806696-1-smb {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:44:07.399633 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] Routers {'4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:44:07.400260 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:43:45Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:44:07.637844 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f5541-d4f7-46e4-bc0c-92c816bad475 req-555cd176-fd70-41b4-985d-153ec4db3144 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:07.640806 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0a1f5541-d4f7-46e4-bc0c-92c816bad475 req-555cd176-fd70-41b4-985d-153ec4db3144 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=cff0e869-df1a-4dc7-b438-97fc2502b1a1 HTTP/1.1" status: 200 len: 945 time: 0.1116190 Aug 31 12:44:07.697814 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] Set router 4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:44:07.738375 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0a1f5541-d4f7-46e4-bc0c-92c816bad475 req-adf635da-0cca-40ba-ab89-eb452982b36d tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893986 Aug 31 12:44:08.033647 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 37078) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:08.151570 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd', 'name': 'tempest-TestShelveInstance-1788827227-router', 'tenant_id': 'a7d8562b59f14833a8465d314d629b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '69e266c8-06bd-49ab-b7c9-260a40177adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:42Z', 'updated_at': '2021-08-31T12:43:49Z', 'revision_number': 4, 'project_id': 'a7d8562b59f14833a8465d314d629b46', 'gw_port': {'id': '69e266c8-06bd-49ab-b7c9-260a40177adf', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:43Z', 'updated_at': '2021-08-31T12:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '03bfe037-9a34-4920-8687-0a2a7c783004', 'name': '', 'network_id': 'b7e29b17-853f-4faf-bf5e-c5ec6b62a895', 'tenant_id': 'a7d8562b59f14833a8465d314d629b46', 'mac_address': 'fa:16:3e:30:f6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b19798c-383a-4b3b-a8b0-b1276d6bfedc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:48Z', 'updated_at': '2021-08-31T12:43:49Z', 'revision_number': 2, 'project_id': 'a7d8562b59f14833a8465d314d629b46', 'subnets': [{'id': '8b19798c-383a-4b3b-a8b0-b1276d6bfedc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:44:08.156240 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] Checking router: 4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd for host: dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:44:08.156722 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] Updating router 4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd port 03bfe037-9a34-4920-8687-0a2a7c783004 binding host dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 31 12:44:08.218127 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:08.294047 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-1c723883-dfba-42d8-9dfb-b432284036a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:08.358633 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-1c723883-dfba-42d8-9dfb-b432284036a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:08.371037 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-1c723883-dfba-42d8-9dfb-b432284036a2 admin admin] Usage tracker for resource:security_group_rule and tenant:c96adbd965cb430685387ab4b6dfa8e8 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:08.375851 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-1c723883-dfba-42d8-9dfb-b432284036a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:08.387318 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-1c723883-dfba-42d8-9dfb-b432284036a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:08.471511 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-1c723883-dfba-42d8-9dfb-b432284036a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:08.477518 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-1c723883-dfba-42d8-9dfb-b432284036a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:08.485533 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-1ee1fd68-0834-4700-b182-b5c998de19a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:08.518647 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c723883-dfba-42d8-9dfb-b432284036a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb2ec9c-070b-4bf5-b89b-27683736b944,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:08.521994 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-1c723883-dfba-42d8-9dfb-b432284036a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:08.565907 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-1c723883-dfba-42d8-9dfb-b432284036a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c96adbd965cb430685387ab4b6dfa8e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5308464 Aug 31 12:44:08.567142 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 37092) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:08.630050 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c3d4b754-30ed-48ca-a76f-f4db53284fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:08.660346 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] Notify callbacks [] for port, precommit_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:08.661543 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c3d4b754-30ed-48ca-a76f-f4db53284fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:08.672217 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.provisioning_blocks [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] Transition to ACTIVE for port object 03bfe037-9a34-4920-8687-0a2a7c783004 will not be triggered until provisioned by entity L2. {{(pid=75037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:44:08.680843 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:08.686250 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:08.723136 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c3d4b754-30ed-48ca-a76f-f4db53284fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:08.728472 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-e245ffae-e1b1-49a6-bfe3-44a2d02e3b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:08.741365 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4b754-30ed-48ca-a76f-f4db53284fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb2ec9c-070b-4bf5-b89b-27683736b944,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:08.746272 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-c3d4b754-30ed-48ca-a76f-f4db53284fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:08.753892 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c3d4b754-30ed-48ca-a76f-f4db53284fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:08.755224 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-c3d4b754-30ed-48ca-a76f-f4db53284fba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4bb2ec9c-070b-4bf5-b89b-27683736b944 HTTP/1.1" status: 204 len: 168 time: 0.1871035 Aug 31 12:44:08.836971 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d1200-f248-4d7b-bd9b-0ed4aa93df04 None None] Pushing event updated for resources: {'Port': ['ID=03bfe037-9a34-4920-8687-0a2a7c783004,revision_number=3']} {{(pid=75037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:08.844974 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [None req-985d1200-f248-4d7b-bd9b-0ed4aa93df04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:08.948817 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] Attempting to bind port 03bfe037-9a34-4920-8687-0a2a7c783004 on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:44:08.949198 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] Attempting to bind port 03bfe037-9a34-4920-8687-0a2a7c783004 by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': '7bdbf711-0c97-4f63-966c-c0138ce7b770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b7e29b17-853f-4faf-bf5e-c5ec6b62a895'}] {{(pid=75037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:44:08.949562 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] Attempting to bind port 03bfe037-9a34-4920-8687-0a2a7c783004 on network b7e29b17-853f-4faf-bf5e-c5ec6b62a895 {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:44:08.967104 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:44:08.970290 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] Checking segment: {'id': '7bdbf711-0c97-4f63-966c-c0138ce7b770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b7e29b17-853f-4faf-bf5e-c5ec6b62a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:44:08.970824 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:08.971318 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] Bound using segment: {'id': '7bdbf711-0c97-4f63-966c-c0138ce7b770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b7e29b17-853f-4faf-bf5e-c5ec6b62a895'} {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:44:08.972252 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] Bound port: 03bfe037-9a34-4920-8687-0a2a7c783004, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bdbf711-0c97-4f63-966c-c0138ce7b770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b7e29b17-853f-4faf-bf5e-c5ec6b62a895'}}] {{(pid=75037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:44:08.981189 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:09.103094 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.db [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] For port 03bfe037-9a34-4920-8687-0a2a7c783004, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:44:09.110076 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.db [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] For port 03bfe037-9a34-4920-8687-0a2a7c783004, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=03bfe037-9a34-4920-8687-0a2a7c783004,segment=NetworkSegment(7bdbf711-0c97-4f63-966c-c0138ce7b770),segment_id=7bdbf711-0c97-4f63-966c-c0138ce7b770)] {{(pid=75037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:44:09.117519 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:09.121893 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:09.243247 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d1200-f248-4d7b-bd9b-0ed4aa93df04 None None] Pushing event updated for resources: {'Port': ['ID=03bfe037-9a34-4920-8687-0a2a7c783004,revision_number=4']} {{(pid=75037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:09.250010 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [None req-985d1200-f248-4d7b-bd9b-0ed4aa93df04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:09.267830 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] Routers {'4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:44:09.267830 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:43:45Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:44:09.268057 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 37110) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:09.309346 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-86aa3435-ca1b-40bb-9cdd-2bf22d4a5d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:09.369876 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-86aa3435-ca1b-40bb-9cdd-2bf22d4a5d4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:09.377096 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-86aa3435-ca1b-40bb-9cdd-2bf22d4a5d4a admin admin] Usage tracker for resource:security_group_rule and tenant:5ca385d50b754e40ba7e1a9f3e8a141e is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:09.381383 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-86aa3435-ca1b-40bb-9cdd-2bf22d4a5d4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:09.388597 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-86aa3435-ca1b-40bb-9cdd-2bf22d4a5d4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:09.473654 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-86aa3435-ca1b-40bb-9cdd-2bf22d4a5d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:09.481302 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-86aa3435-ca1b-40bb-9cdd-2bf22d4a5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:09.488495 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-2f738a68-76b7-421f-abfc-6a180309aa6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:09.543331 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa3435-ca1b-40bb-9cdd-2bf22d4a5d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30340fbe-4bc4-4020-bee6-aadcf6f7890b,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:09.547444 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-86aa3435-ca1b-40bb-9cdd-2bf22d4a5d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:09.552691 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-86aa3435-ca1b-40bb-9cdd-2bf22d4a5d4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ca385d50b754e40ba7e1a9f3e8a141e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2836802 Aug 31 12:44:09.553104 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 37118) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:09.556589 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] Set router 4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:44:09.628588 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d9d8fb54-9e54-4034-b98f-19dfa7825403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:09.657596 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d9d8fb54-9e54-4034-b98f-19dfa7825403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:09.736527 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d9d8fb54-9e54-4034-b98f-19dfa7825403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:09.741917 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-458f23ea-5091-47d1-acfa-eb32152e4293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:09.755176 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8fb54-9e54-4034-b98f-19dfa7825403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30340fbe-4bc4-4020-bee6-aadcf6f7890b,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:09.758330 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-d9d8fb54-9e54-4034-b98f-19dfa7825403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:09.760612 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d9d8fb54-9e54-4034-b98f-19dfa7825403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:09.764870 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-d9d8fb54-9e54-4034-b98f-19dfa7825403 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30340fbe-4bc4-4020-bee6-aadcf6f7890b HTTP/1.1" status: 204 len: 168 time: 0.2074273 Aug 31 12:44:09.995784 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd', 'name': 'tempest-TestShelveInstance-1788827227-router', 'tenant_id': 'a7d8562b59f14833a8465d314d629b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '69e266c8-06bd-49ab-b7c9-260a40177adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:42Z', 'updated_at': '2021-08-31T12:43:49Z', 'revision_number': 4, 'project_id': 'a7d8562b59f14833a8465d314d629b46', 'gw_port': {'id': '69e266c8-06bd-49ab-b7c9-260a40177adf', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:43Z', 'updated_at': '2021-08-31T12:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '03bfe037-9a34-4920-8687-0a2a7c783004', 'name': '', 'network_id': 'b7e29b17-853f-4faf-bf5e-c5ec6b62a895', 'tenant_id': 'a7d8562b59f14833a8465d314d629b46', 'mac_address': 'fa:16:3e:30:f6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b19798c-383a-4b3b-a8b0-b1276d6bfedc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:48Z', 'updated_at': '2021-08-31T12:44:09Z', 'revision_number': 4, 'project_id': 'a7d8562b59f14833a8465d314d629b46', 'subnets': [{'id': '8b19798c-383a-4b3b-a8b0-b1276d6bfedc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:44:10.000188 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ece5da-846e-4ec9-be08-9279d90ad7a0 None None] The sync data for ids ['4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd'] in dv-cinder-806696-1-smb is: [{'id': '4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd', 'name': 'tempest-TestShelveInstance-1788827227-router', 'tenant_id': 'a7d8562b59f14833a8465d314d629b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '69e266c8-06bd-49ab-b7c9-260a40177adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:42Z', 'updated_at': '2021-08-31T12:43:49Z', 'revision_number': 4, 'project_id': 'a7d8562b59f14833a8465d314d629b46', 'gw_port': {'id': '69e266c8-06bd-49ab-b7c9-260a40177adf', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:43Z', 'updated_at': '2021-08-31T12:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '03bfe037-9a34-4920-8687-0a2a7c783004', 'name': '', 'network_id': 'b7e29b17-853f-4faf-bf5e-c5ec6b62a895', 'tenant_id': 'a7d8562b59f14833a8465d314d629b46', 'mac_address': 'fa:16:3e:30:f6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b19798c-383a-4b3b-a8b0-b1276d6bfedc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:48Z', 'updated_at': '2021-08-31T12:44:09Z', 'revision_number': 4, 'project_id': 'a7d8562b59f14833a8465d314d629b46', 'subnets': [{'id': '8b19798c-383a-4b3b-a8b0-b1276d6bfedc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:44:10.924697 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 03bfe037-9a34-4920-8687-0a2a7c783004 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:44:11.015089 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port 03bfe037-9a34-4920-8687-0a2a7c783004 completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:44:11.034353 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 03bfe037-9a34-4920-8687-0a2a7c783004 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:44:11.034722 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:11.130466 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 37176) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:11.219611 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:11.269383 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] For port 03bfe037-9a34-4920-8687-0a2a7c783004, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=03bfe037-9a34-4920-8687-0a2a7c783004,segment=NetworkSegment(7bdbf711-0c97-4f63-966c-c0138ce7b770),segment_id=7bdbf711-0c97-4f63-966c-c0138ce7b770)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:11.274867 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:11.277907 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:11.347336 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Pushing event updated for resources: {'Port': ['ID=03bfe037-9a34-4920-8687-0a2a7c783004,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:11.358495 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:11.364396 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed649-98c0-420f-bb92-439294164089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:11.405652 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-5f1ed649-98c0-420f-bb92-439294164089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:11.410174 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-5f1ed649-98c0-420f-bb92-439294164089 admin admin] Usage tracker for resource:security_group_rule and tenant:8029c7f2c3bf4200803544ed52052882 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:11.413406 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-5f1ed649-98c0-420f-bb92-439294164089 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:11.419829 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-5f1ed649-98c0-420f-bb92-439294164089 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:11.509186 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed649-98c0-420f-bb92-439294164089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:11.515620 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed649-98c0-420f-bb92-439294164089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:11.527203 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:11.596617 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ed649-98c0-420f-bb92-439294164089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997e3795-f457-4de6-a0ce-31889652432d,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:11.604790 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-5f1ed649-98c0-420f-bb92-439294164089 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8029c7f2c3bf4200803544ed52052882&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4728479 Aug 31 12:44:11.605392 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 37188) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:11.606339 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-5f1ed649-98c0-420f-bb92-439294164089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:11.661325 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 37192) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:11.675262 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f1bc66db-957b-4300-bada-25e0a5bff2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:11.705411 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f1bc66db-957b-4300-bada-25e0a5bff2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:11.761516 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f1bc66db-957b-4300-bada-25e0a5bff2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:11.766704 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-7192cad1-ca78-4e86-a223-67b37e1ec688 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:11.781754 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc66db-957b-4300-bada-25e0a5bff2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997e3795-f457-4de6-a0ce-31889652432d,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:11.786755 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-f1bc66db-957b-4300-bada-25e0a5bff2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:11.791097 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f1bc66db-957b-4300-bada-25e0a5bff2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:11.801254 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-f1bc66db-957b-4300-bada-25e0a5bff2db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/997e3795-f457-4de6-a0ce-31889652432d HTTP/1.1" status: 204 len: 168 time: 0.1849561 Aug 31 12:44:11.833653 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02e46f69-42fa-45fb-9bd3-3a8d453bd6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:11.876196 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-02e46f69-42fa-45fb-9bd3-3a8d453bd6b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:11.880747 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-02e46f69-42fa-45fb-9bd3-3a8d453bd6b4 admin admin] Usage tracker for resource:security_group_rule and tenant:fccf8bfb75fd427abbc0ab13c5fe74da is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:11.884109 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-02e46f69-42fa-45fb-9bd3-3a8d453bd6b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:11.890920 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-02e46f69-42fa-45fb-9bd3-3a8d453bd6b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:11.992469 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02e46f69-42fa-45fb-9bd3-3a8d453bd6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:11.997433 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-02e46f69-42fa-45fb-9bd3-3a8d453bd6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:12.005474 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-6b278038-28dc-48d6-b80c-8498de5195f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:12.049314 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e46f69-42fa-45fb-9bd3-3a8d453bd6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469c3ab9-5b6b-4dd2-baf4-a037ab4d3cd1,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:12.052346 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-02e46f69-42fa-45fb-9bd3-3a8d453bd6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:12.069534 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-02e46f69-42fa-45fb-9bd3-3a8d453bd6b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fccf8bfb75fd427abbc0ab13c5fe74da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4046888 Aug 31 12:44:12.070060 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 37204) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:12.138362 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cd64d740-f407-4da9-a6f6-adcc43c11ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:12.168351 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cd64d740-f407-4da9-a6f6-adcc43c11ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:12.223167 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 37212) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:12.245639 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-07a5b15e-6fe5-4133-9fd3-8dc4d2105c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:12.258425 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cd64d740-f407-4da9-a6f6-adcc43c11ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:12.265155 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-6bef36c2-6b93-4c22-a355-f21be333ac91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:12.281894 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64d740-f407-4da9-a6f6-adcc43c11ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469c3ab9-5b6b-4dd2-baf4-a037ab4d3cd1,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:12.286968 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-cd64d740-f407-4da9-a6f6-adcc43c11ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:12.291628 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-07a5b15e-6fe5-4133-9fd3-8dc4d2105c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:12.294088 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cd64d740-f407-4da9-a6f6-adcc43c11ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:12.298151 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-cd64d740-f407-4da9-a6f6-adcc43c11ad0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/469c3ab9-5b6b-4dd2-baf4-a037ab4d3cd1 HTTP/1.1" status: 204 len: 168 time: 0.2271779 Aug 31 12:44:12.304468 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-07a5b15e-6fe5-4133-9fd3-8dc4d2105c82 admin admin] Usage tracker for resource:security_group_rule and tenant:e402cd1060db43f68b296700eb23b5ad is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:12.307276 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-07a5b15e-6fe5-4133-9fd3-8dc4d2105c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:12.314106 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-07a5b15e-6fe5-4133-9fd3-8dc4d2105c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:12.386104 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-07a5b15e-6fe5-4133-9fd3-8dc4d2105c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:12.395428 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-07a5b15e-6fe5-4133-9fd3-8dc4d2105c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:12.403343 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-5f1ed649-98c0-420f-bb92-439294164089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:12.444892 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5b15e-6fe5-4133-9fd3-8dc4d2105c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cf3f43-0854-40be-960d-1d9bd1beed2d,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:12.448443 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-07a5b15e-6fe5-4133-9fd3-8dc4d2105c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:12.453753 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-07a5b15e-6fe5-4133-9fd3-8dc4d2105c82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e402cd1060db43f68b296700eb23b5ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2266293 Aug 31 12:44:12.453753 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 37218) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:12.521617 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-243638cc-2ddc-4bcf-96de-70fa3f040770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:12.560311 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-243638cc-2ddc-4bcf-96de-70fa3f040770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:12.659958 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-243638cc-2ddc-4bcf-96de-70fa3f040770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:12.666458 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-c3d4b754-30ed-48ca-a76f-f4db53284fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:12.680101 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243638cc-2ddc-4bcf-96de-70fa3f040770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cf3f43-0854-40be-960d-1d9bd1beed2d,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:12.682785 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-243638cc-2ddc-4bcf-96de-70fa3f040770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:12.700540 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-243638cc-2ddc-4bcf-96de-70fa3f040770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:12.704680 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-243638cc-2ddc-4bcf-96de-70fa3f040770 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40cf3f43-0854-40be-960d-1d9bd1beed2d HTTP/1.1" status: 204 len: 168 time: 0.2501960 Aug 31 12:44:12.879428 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 03bfe037-9a34-4920-8687-0a2a7c783004 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:44:12.989223 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 03bfe037-9a34-4920-8687-0a2a7c783004 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:44:12.989613 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:13.227341 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-3d987b69-9d81-46e3-897d-9ae76b5c8a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:13.601972 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:14.199259 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 37276) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:14.364905 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f7a25260-b759-46ce-8215-b5474c2fd0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:14.410962 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-f7a25260-b759-46ce-8215-b5474c2fd0d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:14.415365 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-f7a25260-b759-46ce-8215-b5474c2fd0d0 admin admin] Usage tracker for resource:security_group_rule and tenant:92cdb078f998495e98d4986a937f15e5 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:14.418688 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-f7a25260-b759-46ce-8215-b5474c2fd0d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:14.424792 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-f7a25260-b759-46ce-8215-b5474c2fd0d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:14.495000 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f7a25260-b759-46ce-8215-b5474c2fd0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:14.500487 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f7a25260-b759-46ce-8215-b5474c2fd0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:14.509355 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-ade3d890-2483-4d95-a705-945c2058385d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:14.558174 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-f7a25260-b759-46ce-8215-b5474c2fd0d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92cdb078f998495e98d4986a937f15e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3575270 Aug 31 12:44:14.559476 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a25260-b759-46ce-8215-b5474c2fd0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dc1f3a-4d9a-431c-881b-fdb3cd4c1f2d,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:14.562130 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 37288) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:14.565072 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-f7a25260-b759-46ce-8215-b5474c2fd0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:14.646779 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-27a15e9a-f90f-4ce4-b1c6-7691b4429c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:14.683552 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-27a15e9a-f90f-4ce4-b1c6-7691b4429c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:14.771175 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-27a15e9a-f90f-4ce4-b1c6-7691b4429c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:14.777830 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-e4b4f0ff-82c9-4ee4-8387-70f8b61045ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:14.791914 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:14.802568 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a15e9a-f90f-4ce4-b1c6-7691b4429c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dc1f3a-4d9a-431c-881b-fdb3cd4c1f2d,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:14.804987 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-27a15e9a-f90f-4ce4-b1c6-7691b4429c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:14.806662 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-27a15e9a-f90f-4ce4-b1c6-7691b4429c8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17dc1f3a-4d9a-431c-881b-fdb3cd4c1f2d HTTP/1.1" status: 204 len: 168 time: 0.2433736 Aug 31 12:44:14.807853 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-27a15e9a-f90f-4ce4-b1c6-7691b4429c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:15.488972 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-15628003-79f1-4af7-93dc-44c151f49e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:16.224572 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-7ab2bb99-4217-4fba-b8a8-4a39f53f921c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=94c3ae34f07142749af38c0e9eed4f82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330148 Aug 31 12:44:16.476657 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-05fdd682-91ef-4083-875e-80543dcca609 req-adfe4a72-3966-46bd-b609-7aa5fbc08871 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1389298 Aug 31 12:44:16.510779 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-e9fedc60-1a1a-4433-8f05-28d79e248a95 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:16.513452 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-e9fedc60-1a1a-4433-8f05-28d79e248a95 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2831228 Aug 31 12:44:16.521275 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:16.535770 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-1712adb9-9eda-4cce-bb47-91659e9013f4 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/quotas/94c3ae34f07142749af38c0e9eed4f82 HTTP/1.1" status: 200 len: 375 time: 0.0151117 Aug 31 12:44:16.671813 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-78568134-12dc-49f6-a052-52be80472d97 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=94c3ae34f07142749af38c0e9eed4f82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1280015 Aug 31 12:44:16.712060 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-05fdd682-91ef-4083-875e-80543dcca609 req-a007110e-dd96-4613-949d-9f63549ebf9c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5d0d26219144527ad3c1eecfdfeb7f8&device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 1099 time: 0.1369243 Aug 31 12:44:16.886092 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdd682-91ef-4083-875e-80543dcca609 req-1e84005b-d4b3-4807-9990-2e06f94c575a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:16.888021 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-05fdd682-91ef-4083-875e-80543dcca609 req-1e84005b-d4b3-4807-9990-2e06f94c575a service neutron] 10.222.0.52 "GET /v2.0/networks?id=702c7954-d9af-4f3a-9da8-4db52418d64a HTTP/1.1" status: 200 len: 917 time: 0.1479726 Aug 31 12:44:16.890312 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-db166574-2b6a-46c9-a9f3-42731c2f94b1 req-d71b99ba-8e11-4906-bea9-ffee3e36e5c9 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/ports?device_id=658f5720-ad1c-4b20-951d-c552adf827d8 HTTP/1.1" status: 200 len: 210 time: 0.0543694 Aug 31 12:44:17.037462 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-05fdd682-91ef-4083-875e-80543dcca609 req-d9f7e4c5-7253-4b7e-b7d6-35d826a932d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2069e40e-6ea8-48f8-a056-1eb746d36640 HTTP/1.1" status: 200 len: 1001 time: 0.1318684 Aug 31 12:44:17.131288 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdd682-91ef-4083-875e-80543dcca609 req-2f09f93d-3987-4f9c-ace2-c54159978182 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:17.133488 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-05fdd682-91ef-4083-875e-80543dcca609 req-2f09f93d-3987-4f9c-ace2-c54159978182 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0374522e-8e13-43f1-b19e-60140b6db1f3 HTTP/1.1" status: 200 len: 855 time: 0.0760772 Aug 31 12:44:17.215365 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-05fdd682-91ef-4083-875e-80543dcca609 req-945937ed-d77d-4280-806e-2e251d65a2e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=702c7954-d9af-4f3a-9da8-4db52418d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740893 Aug 31 12:44:17.363039 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-05fdd682-91ef-4083-875e-80543dcca609 req-4b9724e4-cc65-43d7-b198-bab66130aced service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337073 Aug 31 12:44:17.514277 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-05fdd682-91ef-4083-875e-80543dcca609 req-674b329d-b943-4cb0-9f52-7e50c7fe1758 service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434898 Aug 31 12:44:18.013051 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:18.135062 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-6700cdd0-6cff-4f0e-8296-c5c49d769947 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=94c3ae34f07142749af38c0e9eed4f82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606580 Aug 31 12:44:18.219350 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7fb91042-7438-4602-a5cf-85e95b845f47 req-c269e56e-2229-474a-adab-f81779ed6a3a tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/ports?device_id=658f5720-ad1c-4b20-951d-c552adf827d8 HTTP/1.1" status: 200 len: 210 time: 0.0831659 Aug 31 12:44:18.457923 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-93deaa6d-f9b9-442c-81c0-b36bdc59fe44 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:18.458515 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-93deaa6d-f9b9-442c-81c0-b36bdc59fe44 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2771060 Aug 31 12:44:18.490035 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Request body: {'port': {'device_id': '658f5720-ad1c-4b20-951d-c552adf827d8', 'network_id': '99c660b2-b360-4afa-b0da-076c11891d1f', 'admin_state_up': True, 'tenant_id': '94c3ae34f07142749af38c0e9eed4f82'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:44:18.634435 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:18.639244 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Usage tracker for resource:port and tenant:94c3ae34f07142749af38c0e9eed4f82 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:18.642839 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:18.649359 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:18.661619 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Made reservation on behalf of 94c3ae34f07142749af38c0e9eed4f82 for: {'port': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:44:18.665142 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:18.679016 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:18.716934 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:18.722466 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Usage tracker for resource:security_group_rule and tenant:94c3ae34f07142749af38c0e9eed4f82 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:18.726177 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:18.733152 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:18.809408 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:18.814645 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:18.820022 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:18.967121 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bceb27bb-d1ea-46e7-8acf-bb8f6278dfb4,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:18.977770 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:19.117344 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Allocated IP 192.168.233.245 (99c660b2-b360-4afa-b0da-076c11891d1f/89b56557-e9f5-479b-a9c3-2b2969aa106e/e804daf5-922b-403b-91dd-01be000a9de9) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:44:19.485742 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:19.505203 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Transition to ACTIVE for port object e804daf5-922b-403b-91dd-01be000a9de9 will not be triggered until provisioned by entity DHCP. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:44:19.535294 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:19.543074 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:19.664544 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Network 99c660b2-b360-4afa-b0da-076c11891d1f is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:44:19.669533 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:44:19.674796 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Pushing event updated for resources: {'Port': ['ID=e804daf5-922b-403b-91dd-01be000a9de9,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:19.678748 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:44:19.695307 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeab382-d2cd-4d4f-8726-84bfb4177190 req-4c5f6309-8568-49ae-9471-cc68a1000e48 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:19.710976 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-eaeab382-d2cd-4d4f-8726-84bfb4177190 req-4c5f6309-8568-49ae-9471-cc68a1000e48 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/ports?device_id=658f5720-ad1c-4b20-951d-c552adf827d8 HTTP/1.1" status: 200 len: 936 time: 0.1654680 Aug 31 12:44:19.713978 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:19.762870 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:19.763967 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:19.800543 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3150411 Aug 31 12:44:19.817301 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-eaeab382-d2cd-4d4f-8726-84bfb4177190 req-9bb65ae6-06ca-47ad-b534-cbed64b4a824 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/security-groups?id=bceb27bb-d1ea-46e7-8acf-bb8f6278dfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050971 Aug 31 12:44:19.818296 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Request body: {'port': {'device_id': '658f5720-ad1c-4b20-951d-c552adf827d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:44:19.994616 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-5f2c3fa5-a968-4271-8d85-a57db6b30ef2 None None] Provisioning for port e804daf5-922b-403b-91dd-01be000a9de9 completed by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:44:20.002562 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-5f2c3fa5-a968-4271-8d85-a57db6b30ef2 None None] Provisioning complete for port e804daf5-922b-403b-91dd-01be000a9de9 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:44:20.003242 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-5f2c3fa5-a968-4271-8d85-a57db6b30ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:20.038562 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:20.075047 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-5f2c3fa5-a968-4271-8d85-a57db6b30ef2 None None] Port e804daf5-922b-403b-91dd-01be000a9de9 cannot update to ACTIVE because it is not bound. {{(pid=75036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 31 12:44:20.480966 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e804daf5-922b-403b-91dd-01be000a9de9 {{(pid=75035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:44:20.488974 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:20.506815 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Transition to ACTIVE for port object e804daf5-922b-403b-91dd-01be000a9de9 will not be triggered until provisioned by entity L2. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:44:20.512890 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:20.519428 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-445f2607-d17d-4e2e-b63b-85f3e97ede71 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:20.669662 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Pushing event updated for resources: {'Port': ['ID=e804daf5-922b-403b-91dd-01be000a9de9,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:20.672904 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:20.797839 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Attempting to bind port e804daf5-922b-403b-91dd-01be000a9de9 on host hv-cinder-80669 for vnic_type normal with profile {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:44:20.798828 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Attempting to bind port e804daf5-922b-403b-91dd-01be000a9de9 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': 'eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '99c660b2-b360-4afa-b0da-076c11891d1f'}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:44:20.799307 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Attempting to bind port e804daf5-922b-403b-91dd-01be000a9de9 on network 99c660b2-b360-4afa-b0da-076c11891d1f {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:44:20.808375 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Port e804daf5-922b-403b-91dd-01be000a9de9 on network 99c660b2-b360-4afa-b0da-076c11891d1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:44:20.808766 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Attempting to bind port e804daf5-922b-403b-91dd-01be000a9de9 on network 99c660b2-b360-4afa-b0da-076c11891d1f {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:44:20.817126 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Checking agent: {'id': '5e6dd7d8-f43f-4d17-8159-c302453ef7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:44:20.817723 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Checking segment: {'id': 'eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '99c660b2-b360-4afa-b0da-076c11891d1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:44:20.818266 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Bound using segment: {'id': 'eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '99c660b2-b360-4afa-b0da-076c11891d1f'} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:44:20.818990 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Bound port: e804daf5-922b-403b-91dd-01be000a9de9, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '99c660b2-b360-4afa-b0da-076c11891d1f'}}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:44:20.819532 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:20.965454 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] For port e804daf5-922b-403b-91dd-01be000a9de9, host hv-cinder-80669, cleared binding levels {{(pid=75035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:44:20.972008 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] For port e804daf5-922b-403b-91dd-01be000a9de9, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=e804daf5-922b-403b-91dd-01be000a9de9,segment=NetworkSegment(eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5),segment_id=eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5)] {{(pid=75035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:44:20.977482 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:20.982931 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:21.084255 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Pushing event updated for resources: {'Port': ['ID=e804daf5-922b-403b-91dd-01be000a9de9,revision_number=3']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:21.092934 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:21.157768 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:21.159213 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] 10.222.0.52 "PUT /v2.0/ports/e804daf5-922b-403b-91dd-01be000a9de9 HTTP/1.1" status: 200 len: 1098 time: 1.3455901 Aug 31 12:44:21.159814 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658f5720-ad1c-4b20-951d-c552adf827d8', 'tag': 'e804daf5-922b-403b-91dd-01be000a9de9'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:44:21.240914 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78614437-0d0a-49de-adf4-87c1f16af86c req-46910d4e-6870-4a71-b9b9-e2fc6aae4c59 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:21.241712 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-78614437-0d0a-49de-adf4-87c1f16af86c req-46910d4e-6870-4a71-b9b9-e2fc6aae4c59 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Synchronizing usage tracker for tenant:94c3ae34f07142749af38c0e9eed4f82 on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:44:21.301746 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-78614437-0d0a-49de-adf4-87c1f16af86c req-46910d4e-6870-4a71-b9b9-e2fc6aae4c59 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Unset dirty status for tenant:94c3ae34f07142749af38c0e9eed4f82 on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:44:21.301746 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-78614437-0d0a-49de-adf4-87c1f16af86c req-46910d4e-6870-4a71-b9b9-e2fc6aae4c59 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/ports?device_id=658f5720-ad1c-4b20-951d-c552adf827d8 HTTP/1.1" status: 200 len: 948 time: 0.2160280 Aug 31 12:44:21.430691 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-78614437-0d0a-49de-adf4-87c1f16af86c req-9ddaad87-edb8-4935-9666-e6b1295e92cb tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Synchronizing usage tracker for tenant:94c3ae34f07142749af38c0e9eed4f82 on resource:security_group {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:44:21.460049 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-ce32b161-47ce-4401-8549-733e0d1eff02 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=94c3ae34f07142749af38c0e9eed4f82&device_id=658f5720-ad1c-4b20-951d-c552adf827d8 HTTP/1.1" status: 200 len: 1101 time: 0.1261501 Aug 31 12:44:21.469963 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-78614437-0d0a-49de-adf4-87c1f16af86c req-9ddaad87-edb8-4935-9666-e6b1295e92cb tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Unset dirty status for tenant:94c3ae34f07142749af38c0e9eed4f82 on resource:security_group {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:44:21.483598 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-78614437-0d0a-49de-adf4-87c1f16af86c req-9ddaad87-edb8-4935-9666-e6b1295e92cb tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/security-groups?id=bceb27bb-d1ea-46e7-8acf-bb8f6278dfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771665 Aug 31 12:44:21.572112 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658f5720-ad1c-4b20-951d-c552adf827d8', 'tag': 'e804daf5-922b-403b-91dd-01be000a9de9', 'status': 'completed', 'code': 200} Aug 31 12:44:21.583612 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-e48f5cf8-950e-4358-9d0f-482558c76cdc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=e804daf5-922b-403b-91dd-01be000a9de9 HTTP/1.1" status: 200 len: 217 time: 0.0966203 Aug 31 12:44:21.667350 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-c1b6c2a1-4247-408c-8754-64df1d973400 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:21.669287 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-c1b6c2a1-4247-408c-8754-64df1d973400 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89b56557-e9f5-479b-a9c3-2b2969aa106e HTTP/1.1" status: 200 len: 843 time: 0.0738361 Aug 31 12:44:21.715116 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81443140-112a-4f77-97e6-21ef0ebde5cf req-982d7b92-0a21-4a6e-8be7-5139953afdd1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:21.718486 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-81443140-112a-4f77-97e6-21ef0ebde5cf req-982d7b92-0a21-4a6e-8be7-5139953afdd1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 946 time: 0.0879450 Aug 31 12:44:21.778413 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-20893e85-2443-4a44-b2da-c7a6057d10ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=99c660b2-b360-4afa-b0da-076c11891d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0992889 Aug 31 12:44:21.791559 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-81443140-112a-4f77-97e6-21ef0ebde5cf req-a31d2fc8-0296-43fe-8a5f-91e510a45118 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583563 Aug 31 12:44:21.936836 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-9c63dc05-d170-4315-af02-5191e172d647 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Synchronizing usage tracker for tenant:3bc9a284c20b4adfbfcdc98e81f10699 on resource:security_group {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:44:21.968319 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-88944d33-ffe7-485c-96d4-84e8456a6432 service neutron] 10.222.0.52 "GET /v2.0/networks/99c660b2-b360-4afa-b0da-076c11891d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801660 Aug 31 12:44:22.005709 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-9c63dc05-d170-4315-af02-5191e172d647 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Unset dirty status for tenant:3bc9a284c20b4adfbfcdc98e81f10699 on resource:security_group {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:44:22.007071 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-9c63dc05-d170-4315-af02-5191e172d647 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-747849747&fields=id&tenant_id=3bc9a284c20b4adfbfcdc98e81f10699 HTTP/1.1" status: 200 len: 267 time: 0.1973588 Aug 31 12:44:22.154411 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c1d2f-20c6-490b-9edb-e4bdfd44201d req-4a04c2fc-393b-4105-9bd1-9d6f8c740ef8 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:22.155937 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-679c1d2f-20c6-490b-9edb-e4bdfd44201d req-4a04c2fc-393b-4105-9bd1-9d6f8c740ef8 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.2117593 Aug 31 12:44:22.217542 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-679c1d2f-20c6-490b-9edb-e4bdfd44201d req-f1effaa0-649d-41a4-a1b0-4728db058be5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546255 Aug 31 12:44:22.372875 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0d17e0c7-7276-4114-b0f7-df56ff78d257 req-b4a602bd-94a3-4eab-acb1-c34676ef1595 service neutron] 10.222.0.52 "GET /v2.0/networks/99c660b2-b360-4afa-b0da-076c11891d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895812 Aug 31 12:44:22.380879 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-a63108ce-f7fd-4baf-87a1-afbf5449e4ec tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:22.381615 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-a63108ce-f7fd-4baf-87a1-afbf5449e4ec tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Synchronizing usage tracker for tenant:3bc9a284c20b4adfbfcdc98e81f10699 on resource:network {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:44:22.406065 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-a63108ce-f7fd-4baf-87a1-afbf5449e4ec tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Unset dirty status for tenant:3bc9a284c20b4adfbfcdc98e81f10699 on resource:network {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:44:22.407586 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-a63108ce-f7fd-4baf-87a1-afbf5449e4ec tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/networks?id=301c08f8-022f-4c04-8683-cab91975ee82 HTTP/1.1" status: 200 len: 809 time: 0.3348298 Aug 31 12:44:22.426440 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-ccd2cd31-6fb4-4579-aa37-9814da7dbd4b tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/quotas/3bc9a284c20b4adfbfcdc98e81f10699 HTTP/1.1" status: 200 len: 375 time: 0.0126724 Aug 31 12:44:22.623277 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b1550771-7f16-4c07-aaac-6c8d78bd9ac6 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Synchronizing usage tracker for tenant:3bc9a284c20b4adfbfcdc98e81f10699 on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:44:22.642447 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-323133c2-cf88-4663-af19-3f153153da53 req-a07bc1b2-96b2-4b22-b3fe-89708983951c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=94c3ae34f07142749af38c0e9eed4f82&device_id=658f5720-ad1c-4b20-951d-c552adf827d8 HTTP/1.1" status: 200 len: 1101 time: 0.1535511 Aug 31 12:44:22.758911 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b1550771-7f16-4c07-aaac-6c8d78bd9ac6 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Unset dirty status for tenant:3bc9a284c20b4adfbfcdc98e81f10699 on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:44:22.760628 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b1550771-7f16-4c07-aaac-6c8d78bd9ac6 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3bc9a284c20b4adfbfcdc98e81f10699&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3205948 Aug 31 12:44:22.824029 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928b85a-a756-42e7-82c9-2aee7879bf10 req-477a1d4a-1c70-4bdc-9afc-87d62fb30e21 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:22.826596 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5928b85a-a756-42e7-82c9-2aee7879bf10 req-477a1d4a-1c70-4bdc-9afc-87d62fb30e21 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/ports?device_id=658f5720-ad1c-4b20-951d-c552adf827d8 HTTP/1.1" status: 200 len: 948 time: 0.1348972 Aug 31 12:44:22.907866 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5928b85a-a756-42e7-82c9-2aee7879bf10 req-b83f58bf-4859-4ffe-8162-e4d94c0e1c61 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/security-groups?id=bceb27bb-d1ea-46e7-8acf-bb8f6278dfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744305 Aug 31 12:44:22.931108 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323133c2-cf88-4663-af19-3f153153da53 req-dccfd1f8-7f81-416f-b996-fa78b904c74d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:22.932626 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-323133c2-cf88-4663-af19-3f153153da53 req-dccfd1f8-7f81-416f-b996-fa78b904c74d service neutron] 10.222.0.52 "GET /v2.0/networks?id=99c660b2-b360-4afa-b0da-076c11891d1f HTTP/1.1" status: 200 len: 870 time: 0.2816057 Aug 31 12:44:23.094236 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-323133c2-cf88-4663-af19-3f153153da53 req-1dd39345-8d19-4912-9e28-9e553d0aa5ed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=e804daf5-922b-403b-91dd-01be000a9de9 HTTP/1.1" status: 200 len: 217 time: 0.1529074 Aug 31 12:44:23.156569 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6fb78-3a2f-4fa6-9f71-09999c594164 req-42384e0a-1274-4d79-b22e-bf95b6108032 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:23.158424 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-9ff6fb78-3a2f-4fa6-9f71-09999c594164 req-42384e0a-1274-4d79-b22e-bf95b6108032 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 946 time: 0.1038156 Aug 31 12:44:23.276756 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-9ff6fb78-3a2f-4fa6-9f71-09999c594164 req-e4f54d61-4ac3-4d90-ba69-faf6b46d9049 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737808 Aug 31 12:44:23.286852 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323133c2-cf88-4663-af19-3f153153da53 req-089743b3-4360-43bf-ab9d-e06384d87544 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:23.289831 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-323133c2-cf88-4663-af19-3f153153da53 req-089743b3-4360-43bf-ab9d-e06384d87544 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89b56557-e9f5-479b-a9c3-2b2969aa106e HTTP/1.1" status: 200 len: 843 time: 0.1865549 Aug 31 12:44:23.330743 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3455b2-c0d0-4e9a-af11-75ccf38dda82 req-33340570-e00f-402d-84cf-2fdfaad52603 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:23.332602 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-0b3455b2-c0d0-4e9a-af11-75ccf38dda82 req-33340570-e00f-402d-84cf-2fdfaad52603 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.52 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 946 time: 0.1718509 Aug 31 12:44:23.380393 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-a9d9a65c-9dc0-49da-bcd5-4736d42803c7 service neutron] 10.222.0.13 "GET /v2.0/networks/301c08f8-022f-4c04-8683-cab91975ee82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990400 Aug 31 12:44:23.465950 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [req-0b3455b2-c0d0-4e9a-af11-75ccf38dda82 req-659233d3-5fd6-41ec-b380-03b65bc34f90 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Deleting port 2069e40e-6ea8-48f8-a056-1eb746d36640 {{(pid=75034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:44:23.466631 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-0b3455b2-c0d0-4e9a-af11-75ccf38dda82 req-659233d3-5fd6-41ec-b380-03b65bc34f90 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:23.541580 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-323133c2-cf88-4663-af19-3f153153da53 req-94a656ea-46af-4c0d-88ab-c3838fe59b8d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=99c660b2-b360-4afa-b0da-076c11891d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2378707 Aug 31 12:44:23.643213 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-e73fc518-f777-4fb1-ba32-13f5ce621193 service neutron] 10.222.0.13 "GET /v2.0/networks/301c08f8-022f-4c04-8683-cab91975ee82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485540 Aug 31 12:44:23.732611 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-323133c2-cf88-4663-af19-3f153153da53 req-a1755e91-c6ea-4521-8a34-f44c49724145 service neutron] 10.222.0.52 "GET /v2.0/networks/99c660b2-b360-4afa-b0da-076c11891d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804180 Aug 31 12:44:23.783004 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d3d1f-8c87-42bc-8570-c87a643e658c req-e0f3eb61-38ee-448b-90b1-8ae4296646f5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:23.790162 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-844d3d1f-8c87-42bc-8570-c87a643e658c req-e0f3eb61-38ee-448b-90b1-8ae4296646f5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.2933412 Aug 31 12:44:23.875620 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-844d3d1f-8c87-42bc-8570-c87a643e658c req-303b9d32-ae5d-430f-b7e1-1f6065f05e19 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845206 Aug 31 12:44:23.901919 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [req-0b3455b2-c0d0-4e9a-af11-75ccf38dda82 req-659233d3-5fd6-41ec-b380-03b65bc34f90 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] For port 2069e40e-6ea8-48f8-a056-1eb746d36640, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=2069e40e-6ea8-48f8-a056-1eb746d36640,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:23.903539 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-0b3455b2-c0d0-4e9a-af11-75ccf38dda82 req-659233d3-5fd6-41ec-b380-03b65bc34f90 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:24.031726 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-323133c2-cf88-4663-af19-3f153153da53 req-2b2fd506-9b89-488c-b77c-8b12e402f982 service neutron] 10.222.0.52 "GET /v2.0/networks/99c660b2-b360-4afa-b0da-076c11891d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844951 Aug 31 12:44:24.337108 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-10e5a4d1-bd3e-44c8-acfd-fa6e801d4cf2 req-10f12c35-e57a-4b97-b66b-ddbc9584bd58 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 210 time: 0.0477271 Aug 31 12:44:24.407979 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf34b3d-c5ed-492d-bd41-affac7e965bb req-c559a448-2326-4952-b47d-9f62f5545d6d tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:24.416123 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cdf34b3d-c5ed-492d-bd41-affac7e965bb req-c559a448-2326-4952-b47d-9f62f5545d6d tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/ports?device_id=658f5720-ad1c-4b20-951d-c552adf827d8 HTTP/1.1" status: 200 len: 948 time: 0.2660112 Aug 31 12:44:24.498507 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-0b3455b2-c0d0-4e9a-af11-75ccf38dda82 req-659233d3-5fd6-41ec-b380-03b65bc34f90 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:24.499376 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-0b3455b2-c0d0-4e9a-af11-75ccf38dda82 req-659233d3-5fd6-41ec-b380-03b65bc34f90 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783949'] for floatingip, after_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:24.500443 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.db.l3_db [req-0b3455b2-c0d0-4e9a-af11-75ccf38dda82 req-659233d3-5fd6-41ec-b380-03b65bc34f90 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Floating IP ca36625c-5af0-4328-bf74-bb2889b1ece9 disassociated. External IP: 172.28.3.151, port: 2069e40e-6ea8-48f8-a056-1eb746d36640. Aug 31 12:44:24.501727 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [req-0b3455b2-c0d0-4e9a-af11-75ccf38dda82 req-659233d3-5fd6-41ec-b380-03b65bc34f90 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Calling delete_port for 2069e40e-6ea8-48f8-a056-1eb746d36640 owned by compute:nova {{(pid=75034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:44:24.604928 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cdf34b3d-c5ed-492d-bd41-affac7e965bb req-fe0f8e5a-a321-4735-9bac-623be2c0c2e9 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/security-groups?id=bceb27bb-d1ea-46e7-8acf-bb8f6278dfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878006 Aug 31 12:44:24.607622 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2790f8-df91-48b3-8e00-994feade48ca req-c95730bd-70cd-4eba-872a-947a4f4dc0fd tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:24.612521 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-9b2790f8-df91-48b3-8e00-994feade48ca req-c95730bd-70cd-4eba-872a-947a4f4dc0fd tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 946 time: 0.1367943 Aug 31 12:44:24.616591 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device e804daf5-922b-403b-91dd-01be000a9de9 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:44:24.735725 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-9b2790f8-df91-48b3-8e00-994feade48ca req-cdd4821b-bebd-4c8a-8867-cf1449c4ed1e tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=b88f32ea-e36f-4878-bac4-f95c4b71fd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167462 Aug 31 12:44:24.838987 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-0b3455b2-c0d0-4e9a-af11-75ccf38dda82 req-659233d3-5fd6-41ec-b380-03b65bc34f90 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:24.847972 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-481f94f6-83ba-425d-b744-ef1f4a4924d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:24.925007 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659233d3-5fd6-41ec-b380-03b65bc34f90 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Pushing event deleted for resources: {'Port': ['ID=2069e40e-6ea8-48f8-a056-1eb746d36640,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:24.929770 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-659233d3-5fd6-41ec-b380-03b65bc34f90 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:24.989201 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port e804daf5-922b-403b-91dd-01be000a9de9, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=e804daf5-922b-403b-91dd-01be000a9de9,segment=NetworkSegment(eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5),segment_id=eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:25.024774 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': 'e804daf5-922b-403b-91dd-01be000a9de9', 'network_id': '99c660b2-b360-4afa-b0da-076c11891d1f', 'port_id': 'e804daf5-922b-403b-91dd-01be000a9de9', 'mac_address': 'fa:16:3e:c4:33:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b56557-e9f5-479b-a9c3-2b2969aa106e', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:44:25.199967 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:25.229482 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e804daf5-922b-403b-91dd-01be000a9de9 {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:44:25.262344 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port e804daf5-922b-403b-91dd-01be000a9de9, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=e804daf5-922b-403b-91dd-01be000a9de9,segment=NetworkSegment(eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5),segment_id=eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:25.268984 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:25.271187 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:25.349467 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=e804daf5-922b-403b-91dd-01be000a9de9,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:25.354109 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:25.448286 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a1e7a-65d6-498a-875f-08328c9eeabe req-3093a133-c5e0-4f10-a1f3-9e1dc9329552 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:25.449814 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-f41a1e7a-65d6-498a-875f-08328c9eeabe req-3093a133-c5e0-4f10-a1f3-9e1dc9329552 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.2221866 Aug 31 12:44:25.509913 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['e804daf5-922b-403b-91dd-01be000a9de9'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:44:25.520076 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b3455b2-c0d0-4e9a-af11-75ccf38dda82 req-659233d3-5fd6-41ec-b380-03b65bc34f90 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Router 399b883d-4646-427d-9ea4-821f3d009f15 has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:44:25.547665 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-f41a1e7a-65d6-498a-875f-08328c9eeabe req-da4590f7-7839-4fc1-9b8f-b7f63e905b3a tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912077 Aug 31 12:44:25.612784 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-167b5179-9762-42eb-998b-66f598922eb5 req-70072eb8-b6cc-45f0-883a-abd9ad793db8 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 210 time: 0.0638719 Aug 31 12:44:26.091750 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-1e5e52e2-e350-41d3-a982-72486b2b0ff4 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:26.099217 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-1e5e52e2-e350-41d3-a982-72486b2b0ff4 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.52 "GET /v2.0/networks?id=301c08f8-022f-4c04-8683-cab91975ee82 HTTP/1.1" status: 200 len: 809 time: 0.4023039 Aug 31 12:44:26.120682 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a0918-dd19-46d1-b392-5e4fded09ac2 req-9248cc3f-f515-4887-8004-f16f4bc7bd70 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:26.122608 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-059a0918-dd19-46d1-b392-5e4fded09ac2 req-9248cc3f-f515-4887-8004-f16f4bc7bd70 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/ports?device_id=658f5720-ad1c-4b20-951d-c552adf827d8 HTTP/1.1" status: 200 len: 949 time: 0.3069067 Aug 31 12:44:26.203330 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-979bf58b-9384-4317-a2df-98deed48a919 req-b51acb15-e240-45ba-b86f-8de6513412e0 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f47a3f6a-c0df-4490-a02b-f6aa4081c81f HTTP/1.1" status: 200 len: 210 time: 0.1024628 Aug 31 12:44:26.221731 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b3455b2-c0d0-4e9a-af11-75ccf38dda82 req-659233d3-5fd6-41ec-b380-03b65bc34f90 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:44:26.235655 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb34b3d-d8ca-4689-8fea-0f78943bc5d5 None None] Sync routers for ids ['399b883d-4646-427d-9ea4-821f3d009f15'] in dv-cinder-806696-1-smb {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:44:26.258963 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb34b3d-d8ca-4689-8fea-0f78943bc5d5 None None] Routers {'399b883d-4646-427d-9ea4-821f3d009f15'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:44:26.259609 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-7eb34b3d-d8ca-4689-8fea-0f78943bc5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:44:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['399b883d-4646-427d-9ea4-821f3d009f15'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:44:26.268812 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-059a0918-dd19-46d1-b392-5e4fded09ac2 req-070799e8-e4e0-4560-a8b5-b54d9bc1d587 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/security-groups?id=bceb27bb-d1ea-46e7-8acf-bb8f6278dfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395593 Aug 31 12:44:26.286905 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-14da877b-da22-47ac-94f2-4c878e00e08a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bc9a284c20b4adfbfcdc98e81f10699 HTTP/1.1" status: 200 len: 379 time: 0.1210940 Aug 31 12:44:26.308395 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Request body: {'port': {'device_id': 'd79b00a7-87e7-421d-9e7e-17c72d7524db', 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82', 'admin_state_up': True, 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'security_groups': ['5f7de319-69e8-4327-aaf6-bfffe6734791']}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:44:26.391293 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3455b2-c0d0-4e9a-af11-75ccf38dda82 req-659233d3-5fd6-41ec-b380-03b65bc34f90 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] No DVR routers for this DVR port 2069e40e-6ea8-48f8-a056-1eb746d36640 on host hv-cinder-80669 {{(pid=75034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:44:26.394968 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-0b3455b2-c0d0-4e9a-af11-75ccf38dda82 req-659233d3-5fd6-41ec-b380-03b65bc34f90 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:26.408380 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47a3f6a-c0df-4490-a02b-f6aa4081c81f', 'name': 'network-vif-deleted', 'tag': '2069e40e-6ea8-48f8-a056-1eb746d36640'}] {{(pid=75034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:44:26.437348 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-0b3455b2-c0d0-4e9a-af11-75ccf38dda82 req-659233d3-5fd6-41ec-b380-03b65bc34f90 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.52 "DELETE /v2.0/ports/2069e40e-6ea8-48f8-a056-1eb746d36640 HTTP/1.1" status: 204 len: 173 time: 3.0979106 Aug 31 12:44:26.574336 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47a3f6a-c0df-4490-a02b-f6aa4081c81f', 'name': 'network-vif-deleted', 'tag': '2069e40e-6ea8-48f8-a056-1eb746d36640', 'status': 'completed', 'code': 200} Aug 31 12:44:26.635482 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device e804daf5-922b-403b-91dd-01be000a9de9 up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:44:26.806283 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-7eb34b3d-d8ca-4689-8fea-0f78943bc5d5 None None] Set router 399b883d-4646-427d-9ea4-821f3d009f15 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:44:26.847317 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:26.861244 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:26.876819 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Made reservation on behalf of 3bc9a284c20b4adfbfcdc98e81f10699 for: {'port': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:44:26.882011 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:26.909225 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badcdfd-62b6-43cd-8d32-ea0b006c4b16 req-080a31b7-f983-4211-85c9-f117c2102827 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:26.921099 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-3badcdfd-62b6-43cd-8d32-ea0b006c4b16 req-080a31b7-f983-4211-85c9-f117c2102827 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.1647284 Aug 31 12:44:27.002480 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-3badcdfd-62b6-43cd-8d32-ea0b006c4b16 req-a163cc06-ed32-409f-ad9c-adbb8bcb5d8a tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802133 Aug 31 12:44:27.067468 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning for port e804daf5-922b-403b-91dd-01be000a9de9 completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:44:27.225187 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-db258ca5-5a4d-423d-a2ec-64d56f52e18d req-75d5e062-8feb-49dd-bdd8-b127446d350e tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 210 time: 0.3069577 Aug 31 12:44:27.290999 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port e804daf5-922b-403b-91dd-01be000a9de9 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:44:27.291531 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:27.456168 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Allocated IP 172.20.0.6 (301c08f8-022f-4c04-8683-cab91975ee82/f8b41268-faa3-4a54-af29-703f32d1b3fc/7dc9952a-1108-4f26-a896-8fd16f1b503d) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:44:27.623069 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 37632) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:27.665665 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:27.759429 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-7eb34b3d-d8ca-4689-8fea-0f78943bc5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399b883d-4646-427d-9ea4-821f3d009f15', 'name': 'tempest-AttachVolumeShelveTestJSON-283201796-router', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'gw_port': {'id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '52c78258-7866-441a-b357-752eabc57838', 'name': '', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'mac_address': 'fa:16:3e:9d:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:24Z', 'updated_at': '2021-08-31T12:40:44Z', 'revision_number': 5, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'subnets': [{'id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:44:27.767378 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb34b3d-d8ca-4689-8fea-0f78943bc5d5 None None] Checking router: 399b883d-4646-427d-9ea4-821f3d009f15 for host: dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:44:27.779385 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658f5720-ad1c-4b20-951d-c552adf827d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e804daf5-922b-403b-91dd-01be000a9de9'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:44:27.796288 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port e804daf5-922b-403b-91dd-01be000a9de9, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=e804daf5-922b-403b-91dd-01be000a9de9,segment=NetworkSegment(eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5),segment_id=eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:27.806980 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:27.809409 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:44:27.810333 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 2069e40e-6ea8-48f8-a056-1eb746d36640 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:44:27.810530 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c702bb39-c7fb-492a-9e1c-5cc70fd56298 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:27.870224 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c702bb39-c7fb-492a-9e1c-5cc70fd56298 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:27.878091 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca058f-e865-42d1-b31e-027631575c96 req-ee2ef567-d094-4325-afdc-6b120c042547 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:27.889192 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-09ca058f-e865-42d1-b31e-027631575c96 req-ee2ef567-d094-4325-afdc-6b120c042547 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/ports?device_id=658f5720-ad1c-4b20-951d-c552adf827d8 HTTP/1.1" status: 200 len: 949 time: 0.3667006 Aug 31 12:44:27.893732 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:27.989816 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658f5720-ad1c-4b20-951d-c552adf827d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e804daf5-922b-403b-91dd-01be000a9de9', 'code': 200} Aug 31 12:44:27.998579 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb34b3d-d8ca-4689-8fea-0f78943bc5d5 None None] Routers {'399b883d-4646-427d-9ea4-821f3d009f15'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:44:27.999800 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-7eb34b3d-d8ca-4689-8fea-0f78943bc5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:44:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['399b883d-4646-427d-9ea4-821f3d009f15'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:44:28.000260 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c702bb39-c7fb-492a-9e1c-5cc70fd56298 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:28.018217 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-5b718276-45ad-459b-be30-af8e08176eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:28.087410 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702bb39-c7fb-492a-9e1c-5cc70fd56298 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88f32ea-e36f-4878-bac4-f95c4b71fd9e,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:28.124285 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-c702bb39-c7fb-492a-9e1c-5cc70fd56298 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:28.149256 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c702bb39-c7fb-492a-9e1c-5cc70fd56298 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:28.152265 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-c702bb39-c7fb-492a-9e1c-5cc70fd56298 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "DELETE /v2.0/security-groups/b88f32ea-e36f-4878-bac4-f95c4b71fd9e HTTP/1.1" status: 204 len: 168 time: 0.5274303 Aug 31 12:44:28.154997 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 37646) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:28.204844 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.api.v2.resource [None req-78e0daa3-598f-4186-bac0-6c5c5a5c63cc tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] show failed (client error): The resource could not be found. Aug 31 12:44:28.206875 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-09ca058f-e865-42d1-b31e-027631575c96 req-b0c048ed-f0d7-453d-bfdd-57aac485dca7 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/security-groups?id=bceb27bb-d1ea-46e7-8acf-bb8f6278dfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977216 Aug 31 12:44:28.208133 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-78e0daa3-598f-4186-bac0-6c5c5a5c63cc tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups/b88f32ea-e36f-4878-bac4-f95c4b71fd9e HTTP/1.1" status: 404 len: 347 time: 0.0504594 Aug 31 12:44:28.214232 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 37652) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:28.238246 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] No Port match for: 2069e40e-6ea8-48f8-a056-1eb746d36640 {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:44:28.241468 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 2069e40e-6ea8-48f8-a056-1eb746d36640 not bound to the agent host hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:44:28.268511 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:28.323866 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Transition to ACTIVE for port object 7dc9952a-1108-4f26-a896-8fd16f1b503d will not be triggered until provisioned by entity DHCP. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:44:28.425987 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:28.444257 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:28.575463 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=e804daf5-922b-403b-91dd-01be000a9de9,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:28.578807 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:28.679007 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-7eb34b3d-d8ca-4689-8fea-0f78943bc5d5 None None] Set router 399b883d-4646-427d-9ea4-821f3d009f15 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:44:28.679921 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Network 301c08f8-022f-4c04-8683-cab91975ee82 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:44:28.689208 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:44:28.706287 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Pushing event updated for resources: {'Port': ['ID=7dc9952a-1108-4f26-a896-8fd16f1b503d,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:28.710348 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:44:28.871488 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:28.873785 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:28.883308 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:28.884713 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:28.885597 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:28.886478 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:28.887342 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:28.888242 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:28.889125 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:28.890203 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:28.891529 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:28.893328 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:28.893793 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:28.924412 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:28.927349 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6292126 Aug 31 12:44:28.941358 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Request body: {'port': {'device_id': 'd79b00a7-87e7-421d-9e7e-17c72d7524db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:44:29.014247 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a35128-bf4b-408a-96c7-142e2060430d req-366a1fde-79b9-4045-8d22-c6ef1aa8d4f4 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:29.015982 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-63a35128-bf4b-408a-96c7-142e2060430d req-366a1fde-79b9-4045-8d22-c6ef1aa8d4f4 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Synchronizing usage tracker for tenant:3bc9a284c20b4adfbfcdc98e81f10699 on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:44:29.051154 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-63a35128-bf4b-408a-96c7-142e2060430d req-366a1fde-79b9-4045-8d22-c6ef1aa8d4f4 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Unset dirty status for tenant:3bc9a284c20b4adfbfcdc98e81f10699 on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:44:29.054795 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-63a35128-bf4b-408a-96c7-142e2060430d req-366a1fde-79b9-4045-8d22-c6ef1aa8d4f4 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 931 time: 0.4793780 Aug 31 12:44:29.057457 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-1e3e4a4c-e454-494f-9d06-6b7ba7594148 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Deleting port 6e298310-f777-46b1-a399-901b213ee8f9 {{(pid=75034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:44:29.058238 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-1e3e4a4c-e454-494f-9d06-6b7ba7594148 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:29.153807 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-de83a070-98cc-40ed-a6fb-23acc92d4abd None None] Provisioning for port 7dc9952a-1108-4f26-a896-8fd16f1b503d completed by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:44:29.154515 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8842cf21-39aa-43fc-9aa2-1ddf54764476 req-fdc86266-6417-4f64-8d22-539339b3460e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=658f5720-ad1c-4b20-951d-c552adf827d8 HTTP/1.1" status: 200 len: 1103 time: 0.6498811 Aug 31 12:44:29.164183 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-de83a070-98cc-40ed-a6fb-23acc92d4abd None None] Provisioning complete for port 7dc9952a-1108-4f26-a896-8fd16f1b503d triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:44:29.164823 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-de83a070-98cc-40ed-a6fb-23acc92d4abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:29.179695 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09abf4-e907-4c76-bd37-5e100b3ec98d req-cd2bfb13-6162-4819-b933-4929b6b89402 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:29.180943 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cb09abf4-e907-4c76-bd37-5e100b3ec98d req-cd2bfb13-6162-4819-b933-4929b6b89402 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.5570056 Aug 31 12:44:29.206862 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-7eb34b3d-d8ca-4689-8fea-0f78943bc5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399b883d-4646-427d-9ea4-821f3d009f15', 'name': 'tempest-AttachVolumeShelveTestJSON-283201796-router', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'gw_port': {'id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '52c78258-7866-441a-b357-752eabc57838', 'name': '', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'mac_address': 'fa:16:3e:9d:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:24Z', 'updated_at': '2021-08-31T12:40:44Z', 'revision_number': 5, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'subnets': [{'id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:44:29.207175 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:29.221504 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb34b3d-d8ca-4689-8fea-0f78943bc5d5 None None] The sync data for ids ['399b883d-4646-427d-9ea4-821f3d009f15'] in dv-cinder-806696-1-smb is: [{'id': '399b883d-4646-427d-9ea4-821f3d009f15', 'name': 'tempest-AttachVolumeShelveTestJSON-283201796-router', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'gw_port': {'id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '52c78258-7866-441a-b357-752eabc57838', 'name': '', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'mac_address': 'fa:16:3e:9d:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:24Z', 'updated_at': '2021-08-31T12:40:44Z', 'revision_number': 5, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'subnets': [{'id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:44:29.267898 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-de83a070-98cc-40ed-a6fb-23acc92d4abd None None] Port 7dc9952a-1108-4f26-a896-8fd16f1b503d cannot update to ACTIVE because it is not bound. {{(pid=75036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 31 12:44:29.274516 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-63a35128-bf4b-408a-96c7-142e2060430d req-4527f0dc-0388-4db7-a5da-9aa8a7d4eb7e tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467550 Aug 31 12:44:29.363849 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-1e3e4a4c-e454-494f-9d06-6b7ba7594148 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:29.364468 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-1e3e4a4c-e454-494f-9d06-6b7ba7594148 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:29.549314 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-1e3e4a4c-e454-494f-9d06-6b7ba7594148 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Calling delete_port for 6e298310-f777-46b1-a399-901b213ee8f9 owned by network:floatingip {{(pid=75034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:44:29.726386 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8842cf21-39aa-43fc-9aa2-1ddf54764476 req-e434b69b-5c75-48b8-bbd9-a5faa1714009 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bceb27bb-d1ea-46e7-8acf-bb8f6278dfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5532670 Aug 31 12:44:29.731239 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54edd1f-ed44-4e85-aa28-a88c0bf2a534 None None] New status for floating IP ca36625c-5af0-4328-bf74-bb2889b1ece9: DOWN {{(pid=75037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 31 12:44:29.776045 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cb09abf4-e907-4c76-bd37-5e100b3ec98d req-5e9d6f5d-32cd-4948-96e6-eb717d464744 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5367434 Aug 31 12:44:29.861811 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-1e3e4a4c-e454-494f-9d06-6b7ba7594148 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:29.893805 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-659233d3-5fd6-41ec-b380-03b65bc34f90 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:29.933438 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c559b-0b63-46e7-a3fa-9e609e8a34c9 req-59a94866-ed8d-46f3-920d-064f21f40a3f tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:29.935939 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-648c559b-0b63-46e7-a3fa-9e609e8a34c9 req-59a94866-ed8d-46f3-920d-064f21f40a3f tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/ports?device_id=658f5720-ad1c-4b20-951d-c552adf827d8 HTTP/1.1" status: 200 len: 950 time: 0.3736715 Aug 31 12:44:30.022151 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.db.api [None req-b54edd1f-ed44-4e85-aa28-a88c0bf2a534 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 12:44:30.022918 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_db.api [None req-b54edd1f-ed44-4e85-aa28-a88c0bf2a534 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 12:44:30.145246 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 37680) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:30.200627 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-648c559b-0b63-46e7-a3fa-9e609e8a34c9 req-5b5e3844-7a6b-4e94-b318-a96f394f7e2c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/security-groups?id=bceb27bb-d1ea-46e7-8acf-bb8f6278dfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470808 Aug 31 12:44:30.209787 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc9952a-1108-4f26-a896-8fd16f1b503d {{(pid=75035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:44:30.224037 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:30.250352 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Transition to ACTIVE for port object 7dc9952a-1108-4f26-a896-8fd16f1b503d will not be triggered until provisioned by entity L2. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:44:30.258633 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:30.266359 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:30.321021 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e4a4c-e454-494f-9d06-6b7ba7594148 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Pushing event deleted for resources: {'Port': ['ID=6e298310-f777-46b1-a399-901b213ee8f9,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:30.323884 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-1e3e4a4c-e454-494f-9d06-6b7ba7594148 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:30.372484 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-1e3e4a4c-e454-494f-9d06-6b7ba7594148 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for floatingip, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:30.397705 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-1e3e4a4c-e454-494f-9d06-6b7ba7594148 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for floatingip, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:30.402659 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-1e3e4a4c-e454-494f-9d06-6b7ba7594148 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "DELETE /v2.0/floatingips/ca36625c-5af0-4328-bf74-bb2889b1ece9 HTTP/1.1" status: 204 len: 168 time: 2.1863143 Aug 31 12:44:30.524807 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54edd1f-ed44-4e85-aa28-a88c0bf2a534 None None] New status for floating IP ca36625c-5af0-4328-bf74-bb2889b1ece9: DOWN {{(pid=75037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 31 12:44:30.646807 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-3c90de17-8343-4f30-b6dd-34a9969c8a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:30.857399 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 37698) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:30.865351 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-6095c856-8ce7-4f6d-8877-a54e3403fa85 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--971091285', 'description': 'tempest-description--682221015'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:44:30.872853 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-6095c856-8ce7-4f6d-8877-a54e3403fa85 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:30.877902 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-6095c856-8ce7-4f6d-8877-a54e3403fa85 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Usage tracker for resource:security_group and tenant:c5d0d26219144527ad3c1eecfdfeb7f8 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:30.881036 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-6095c856-8ce7-4f6d-8877-a54e3403fa85 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:30.889073 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-6095c856-8ce7-4f6d-8877-a54e3403fa85 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:30.903107 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6095c856-8ce7-4f6d-8877-a54e3403fa85 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:30.942129 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-6095c856-8ce7-4f6d-8877-a54e3403fa85 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:30.950141 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-6095c856-8ce7-4f6d-8877-a54e3403fa85 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Usage tracker for resource:security_group_rule and tenant:c5d0d26219144527ad3c1eecfdfeb7f8 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:30.953898 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-6095c856-8ce7-4f6d-8877-a54e3403fa85 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:30.965591 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Pushing event updated for resources: {'Port': ['ID=7dc9952a-1108-4f26-a896-8fd16f1b503d,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:30.972165 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-6095c856-8ce7-4f6d-8877-a54e3403fa85 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:31.042929 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:31.076879 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-3c90de17-8343-4f30-b6dd-34a9969c8a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:31.083142 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-3c90de17-8343-4f30-b6dd-34a9969c8a30 admin admin] Usage tracker for resource:security_group_rule and tenant:6749e8684e9341c2a35c887ddedbd4f9 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:31.087797 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-3c90de17-8343-4f30-b6dd-34a9969c8a30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:31.097156 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-3c90de17-8343-4f30-b6dd-34a9969c8a30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:31.234669 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6095c856-8ce7-4f6d-8877-a54e3403fa85 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:31.247961 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6095c856-8ce7-4f6d-8877-a54e3403fa85 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:31.258725 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:31.313980 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Attempting to bind port 7dc9952a-1108-4f26-a896-8fd16f1b503d on host hv-cinder-80669 for vnic_type normal with profile {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:44:31.315226 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Attempting to bind port 7dc9952a-1108-4f26-a896-8fd16f1b503d by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': 'ed569237-601e-4462-a69b-e8a0ae9f278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82'}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:44:31.315981 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Attempting to bind port 7dc9952a-1108-4f26-a896-8fd16f1b503d on network 301c08f8-022f-4c04-8683-cab91975ee82 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:44:31.348553 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Port 7dc9952a-1108-4f26-a896-8fd16f1b503d on network 301c08f8-022f-4c04-8683-cab91975ee82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:44:31.348887 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Attempting to bind port 7dc9952a-1108-4f26-a896-8fd16f1b503d on network 301c08f8-022f-4c04-8683-cab91975ee82 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:44:31.359925 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095c856-8ce7-4f6d-8877-a54e3403fa85 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d829e65-e954-480e-b882-879682aca31e,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:31.366595 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6095c856-8ce7-4f6d-8877-a54e3403fa85 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:31.372427 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-6095c856-8ce7-4f6d-8877-a54e3403fa85 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.5100667 Aug 31 12:44:31.372427 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-6095c856-8ce7-4f6d-8877-a54e3403fa85 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:31.383240 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e3f91-facb-4c11-b97f-11f35d0fc557 req-f3196a20-bf94-430d-ac8d-2f067eb38a6c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:31.389763 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 37708) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:31.395216 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-537e3f91-facb-4c11-b97f-11f35d0fc557 req-f3196a20-bf94-430d-ac8d-2f067eb38a6c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.2997835 Aug 31 12:44:31.406523 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Checking agent: {'id': '5e6dd7d8-f43f-4d17-8159-c302453ef7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:44:31.407248 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Checking segment: {'id': 'ed569237-601e-4462-a69b-e8a0ae9f278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:44:31.407969 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Bound using segment: {'id': 'ed569237-601e-4462-a69b-e8a0ae9f278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82'} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:44:31.409277 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Bound port: 7dc9952a-1108-4f26-a896-8fd16f1b503d, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed569237-601e-4462-a69b-e8a0ae9f278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82'}}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:44:31.409631 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:31.438496 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0816c93-5f80-4f14-9b18-29c03d901334 req-39bf86c3-db04-4a66-bb61-a70803632182 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:31.450809 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c0816c93-5f80-4f14-9b18-29c03d901334 req-39bf86c3-db04-4a66-bb61-a70803632182 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 943 time: 0.7761869 Aug 31 12:44:31.458396 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-537e3f91-facb-4c11-b97f-11f35d0fc557 req-0326b3d9-b346-46ed-8809-40b62b929cd0 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619016 Aug 31 12:44:31.485386 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-f28afa40-c38c-431b-86a9-64e14091ebb2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Request body: {'security_group_rule': {'security_group_id': '4d829e65-e954-480e-b882-879682aca31e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:44:31.502813 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-f28afa40-c38c-431b-86a9-64e14091ebb2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:31.539217 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-f28afa40-c38c-431b-86a9-64e14091ebb2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Usage tracker for resource:security_group_rule and tenant:c5d0d26219144527ad3c1eecfdfeb7f8 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:31.550667 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-f28afa40-c38c-431b-86a9-64e14091ebb2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:31.586110 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-f28afa40-c38c-431b-86a9-64e14091ebb2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:31.679753 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 37714) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:31.692850 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-3c90de17-8343-4f30-b6dd-34a9969c8a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:31.722501 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c0816c93-5f80-4f14-9b18-29c03d901334 req-c785a206-11f5-48f1-84e1-a935507396bb tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2701461 Aug 31 12:44:31.731176 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-3c90de17-8343-4f30-b6dd-34a9969c8a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:31.781733 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-a25b2b7b-5c8f-4ead-b36d-81b6fb5d8af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:31.809070 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33831a40-4210-4891-81d0-af8eb63bad27 req-8ff19df6-a04b-4b93-945a-3154001dff45 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:31.811028 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-33831a40-4210-4891-81d0-af8eb63bad27 req-8ff19df6-a04b-4b93-945a-3154001dff45 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/ports?device_id=658f5720-ad1c-4b20-951d-c552adf827d8 HTTP/1.1" status: 200 len: 950 time: 0.1402860 Aug 31 12:44:31.830342 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-3c90de17-8343-4f30-b6dd-34a9969c8a30 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6749e8684e9341c2a35c887ddedbd4f9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6835694 Aug 31 12:44:31.835628 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 37722) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:31.837849 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90de17-8343-4f30-b6dd-34a9969c8a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dce606-ce97-4b79-8cbb-01d948a7e6a6,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:31.841528 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-3c90de17-8343-4f30-b6dd-34a9969c8a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:31.903896 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] For port 7dc9952a-1108-4f26-a896-8fd16f1b503d, host hv-cinder-80669, cleared binding levels {{(pid=75035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:44:31.924187 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-33831a40-4210-4891-81d0-af8eb63bad27 req-45df772f-0fe6-48f0-a5e1-dafde94ce802 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/security-groups?id=bceb27bb-d1ea-46e7-8acf-bb8f6278dfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940411 Aug 31 12:44:31.937988 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] For port 7dc9952a-1108-4f26-a896-8fd16f1b503d, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=7dc9952a-1108-4f26-a896-8fd16f1b503d,segment=NetworkSegment(ed569237-601e-4462-a69b-e8a0ae9f278b),segment_id=ed569237-601e-4462-a69b-e8a0ae9f278b)] {{(pid=75035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:44:31.942657 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f28afa40-c38c-431b-86a9-64e14091ebb2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:31.988320 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.036643 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:32.156462 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.157982 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] 10.222.0.52 "PUT /v2.0/ports/7dc9952a-1108-4f26-a896-8fd16f1b503d HTTP/1.1" status: 200 len: 1093 time: 3.2218342 Aug 31 12:44:32.167616 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79b00a7-87e7-421d-9e7e-17c72d7524db', 'tag': '7dc9952a-1108-4f26-a896-8fd16f1b503d'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:44:32.185161 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-e009bc19-0849-496d-b852-725b9d09607f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.253938 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-61978e02-4750-4fde-bafe-83e1fc27e7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.303694 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79b00a7-87e7-421d-9e7e-17c72d7524db', 'tag': '7dc9952a-1108-4f26-a896-8fd16f1b503d', 'status': 'completed', 'code': 200} Aug 31 12:44:32.319494 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-e009bc19-0849-496d-b852-725b9d09607f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.350064 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Pushing event updated for resources: {'Port': ['ID=7dc9952a-1108-4f26-a896-8fd16f1b503d,revision_number=3']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:32.368161 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:32.403626 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-61978e02-4750-4fde-bafe-83e1fc27e7ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:32.412881 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f28afa40-c38c-431b-86a9-64e14091ebb2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.415687 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-61978e02-4750-4fde-bafe-83e1fc27e7ae admin admin] Usage tracker for resource:security_group_rule and tenant:585048004afb40079d1bd04aa5632530 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:32.423152 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-61978e02-4750-4fde-bafe-83e1fc27e7ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:32.432618 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f28afa40-c38c-431b-86a9-64e14091ebb2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707040'] for security_group_rule, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.436443 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-61978e02-4750-4fde-bafe-83e1fc27e7ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:32.450071 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-b6174725-d53a-418b-84da-83ef1eb37028 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:32.542930 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28afa40-c38c-431b-86a9-64e14091ebb2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca804d98-181b-4a0f-ba41-4d3e235d5ee1,revision_number=0']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:32.550736 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-f28afa40-c38c-431b-86a9-64e14091ebb2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:32.576823 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-46159b21-fac2-4286-8bd2-106c55385d43 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3bc9a284c20b4adfbfcdc98e81f10699&device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 1096 time: 0.3615746 Aug 31 12:44:32.577615 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-e009bc19-0849-496d-b852-725b9d09607f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.584809 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-2c312651-1f9e-48c2-8dee-7d70fbe1b37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:32.654358 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f28afa40-c38c-431b-86a9-64e14091ebb2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.655414 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-f28afa40-c38c-431b-86a9-64e14091ebb2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2013235 Aug 31 12:44:32.668024 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 37740) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:32.674190 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009bc19-0849-496d-b852-725b9d09607f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dce606-ce97-4b79-8cbb-01d948a7e6a6,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:32.691406 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-e009bc19-0849-496d-b852-725b9d09607f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:32.696570 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-a5d081ba-696e-4db9-b962-df14df6e1d0a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Request body: {'security_group_rule': {'security_group_id': '4d829e65-e954-480e-b882-879682aca31e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:44:32.709577 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-e009bc19-0849-496d-b852-725b9d09607f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.713754 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-e009bc19-0849-496d-b852-725b9d09607f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49dce606-ce97-4b79-8cbb-01d948a7e6a6 HTTP/1.1" status: 204 len: 168 time: 0.8675127 Aug 31 12:44:32.713754 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-a5d081ba-696e-4db9-b962-df14df6e1d0a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:32.725746 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-10f4fe5b-e2d4-4418-ac3e-9c14387cbc45 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dc9952a-1108-4f26-a896-8fd16f1b503d HTTP/1.1" status: 200 len: 217 time: 0.1232977 Aug 31 12:44:32.738613 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-a5d081ba-696e-4db9-b962-df14df6e1d0a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Usage tracker for resource:security_group_rule and tenant:c5d0d26219144527ad3c1eecfdfeb7f8 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:32.782589 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef2296-152e-4944-b3e6-be9b2b7ddc49 req-f747d539-6e82-42c2-a9aa-e14a1808d1bf tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:32.784868 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-50ef2296-152e-4944-b3e6-be9b2b7ddc49 req-f747d539-6e82-42c2-a9aa-e14a1808d1bf tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.1380827 Aug 31 12:44:32.803380 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-a5d081ba-696e-4db9-b962-df14df6e1d0a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:32.840728 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-a5d081ba-696e-4db9-b962-df14df6e1d0a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:32.872819 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-50ef2296-152e-4944-b3e6-be9b2b7ddc49 req-03e3eedf-f1d8-4ec7-ad42-2844815ac7cd tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759006 Aug 31 12:44:32.901668 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77168214-fa0e-43f2-9b43-dc5e32392887 req-83f884bf-2cca-4924-bbfb-395edd5fd8f5 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:32.903551 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-77168214-fa0e-43f2-9b43-dc5e32392887 req-83f884bf-2cca-4924-bbfb-395edd5fd8f5 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=cff0e869-df1a-4dc7-b438-97fc2502b1a1 HTTP/1.1" status: 200 len: 945 time: 0.4646344 Aug 31 12:44:32.906965 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-61978e02-4750-4fde-bafe-83e1fc27e7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.941001 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-61978e02-4750-4fde-bafe-83e1fc27e7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:32.973980 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-b799b346-7a75-4a12-afd3-365d6eedbcca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:32.987654 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-d56814ca-691a-4121-b6b5-3ee169415f83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:32.990585 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-d56814ca-691a-4121-b6b5-3ee169415f83 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8b41268-faa3-4a54-af29-703f32d1b3fc HTTP/1.1" status: 200 len: 848 time: 0.2397146 Aug 31 12:44:32.999432 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a5d081ba-696e-4db9-b962-df14df6e1d0a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:33.141566 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcaa656-0bb2-4e43-a7a0-b09e78549b1b req-f277e079-816b-442a-ad18-155e72802ac6 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:33.150044 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-fbcaa656-0bb2-4e43-a7a0-b09e78549b1b req-f277e079-816b-442a-ad18-155e72802ac6 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/ports?device_id=658f5720-ad1c-4b20-951d-c552adf827d8 HTTP/1.1" status: 200 len: 950 time: 0.1308899 Aug 31 12:44:33.203411 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61978e02-4750-4fde-bafe-83e1fc27e7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218e58de-52b9-4d59-84f2-961427be527d,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:33.218277 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-fbcaa656-0bb2-4e43-a7a0-b09e78549b1b req-7402b1d7-2672-4e79-a8fd-112d26fe3538 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/security-groups?id=bceb27bb-d1ea-46e7-8acf-bb8f6278dfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672567 Aug 31 12:44:33.224457 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-61978e02-4750-4fde-bafe-83e1fc27e7ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=585048004afb40079d1bd04aa5632530&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5386715 Aug 31 12:44:33.226715 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-61978e02-4750-4fde-bafe-83e1fc27e7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:33.227296 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 37756) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:33.259294 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-77168214-fa0e-43f2-9b43-dc5e32392887 req-3f54dcef-984f-4de0-a76d-2f1dfea22adb tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208668 Aug 31 12:44:33.304606 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a5d081ba-696e-4db9-b962-df14df6e1d0a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:33.316073 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-2a412a92-0609-4ee5-be62-0219bc89be03 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=301c08f8-022f-4c04-8683-cab91975ee82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3020587 Aug 31 12:44:33.317831 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a5d081ba-696e-4db9-b962-df14df6e1d0a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707040'] for security_group_rule, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:33.321352 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:33.349959 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-46918879-9cf6-4610-b6ba-b1fbcb4f8c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:33.402958 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d081ba-696e-4db9-b962-df14df6e1d0a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec99b98c-6025-480d-bbd4-72d675167c2e,revision_number=0']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:33.436900 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-46918879-9cf6-4610-b6ba-b1fbcb4f8c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:33.495355 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-a5d081ba-696e-4db9-b962-df14df6e1d0a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:33.520001 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa4d63-a6b3-4736-82e3-8efa9b5aee7d req-5905bfd1-fad2-4abc-b2ee-d7b059159c09 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:33.528567 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-abfa4d63-a6b3-4736-82e3-8efa9b5aee7d req-5905bfd1-fad2-4abc-b2ee-d7b059159c09 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 943 time: 0.1411891 Aug 31 12:44:33.528773 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-a5d081ba-696e-4db9-b962-df14df6e1d0a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:33.535950 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-a5d081ba-696e-4db9-b962-df14df6e1d0a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8630552 Aug 31 12:44:33.537176 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 37764) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:33.550116 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Request body: {'floatingip': {'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:44:33.572564 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-46918879-9cf6-4610-b6ba-b1fbcb4f8c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:33.577453 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:33.580874 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-88dac7dd-c1bb-433c-bd49-178f5502a320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:33.595920 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46918879-9cf6-4610-b6ba-b1fbcb4f8c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218e58de-52b9-4d59-84f2-961427be527d,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:33.601616 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-46918879-9cf6-4610-b6ba-b1fbcb4f8c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:33.605208 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-abfa4d63-a6b3-4736-82e3-8efa9b5aee7d req-60f57804-2051-4e3e-a2ff-ad68c296ecdd tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Synchronizing usage tracker for tenant:3bc9a284c20b4adfbfcdc98e81f10699 on resource:security_group {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:44:33.605343 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Usage tracker for resource:floatingip and tenant:c5d0d26219144527ad3c1eecfdfeb7f8 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:33.614671 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:33.621524 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-46918879-9cf6-4610-b6ba-b1fbcb4f8c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:33.638122 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-46918879-9cf6-4610-b6ba-b1fbcb4f8c6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/218e58de-52b9-4d59-84f2-961427be527d HTTP/1.1" status: 204 len: 168 time: 0.3998117 Aug 31 12:44:33.648303 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:33.655002 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-abfa4d63-a6b3-4736-82e3-8efa9b5aee7d req-60f57804-2051-4e3e-a2ff-ad68c296ecdd tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Unset dirty status for tenant:3bc9a284c20b4adfbfcdc98e81f10699 on resource:security_group {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:44:33.674826 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-abfa4d63-a6b3-4736-82e3-8efa9b5aee7d req-60f57804-2051-4e3e-a2ff-ad68c296ecdd tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410446 Aug 31 12:44:33.697459 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-0e78da07-30b7-444b-b251-f88f7019f076 service neutron] 10.222.0.52 "GET /v2.0/networks/301c08f8-022f-4c04-8683-cab91975ee82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645740 Aug 31 12:44:33.701265 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for floatingip, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:34.079812 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-04de8546-3fa1-4fac-bbf3-988a68a26029 req-03d94553-3fb8-4681-9a97-304bfac4b742 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3039a6adc724d519214c67cf88d1b8e&device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 1098 time: 0.1241918 Aug 31 12:44:34.222621 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a5736d6b-3971-4c95-91b4-31e6f715cdc2 req-9ca4b00e-7018-490c-b8c9-362a6aa5895f service neutron] 10.222.0.52 "GET /v2.0/networks/301c08f8-022f-4c04-8683-cab91975ee82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920423 Aug 31 12:44:34.296396 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de8546-3fa1-4fac-bbf3-988a68a26029 req-a8530713-0066-44cb-8788-a54bd13b8632 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:34.297877 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-04de8546-3fa1-4fac-bbf3-988a68a26029 req-a8530713-0066-44cb-8788-a54bd13b8632 service neutron] 10.222.0.52 "GET /v2.0/networks?id=feea8ebf-1268-49e1-b49d-7833ff8c567a HTTP/1.1" status: 200 len: 912 time: 0.2096949 Aug 31 12:44:34.462691 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe523f7-46f7-4444-95c4-41a685a5c7eb req-79d3af9d-a7dc-4056-864d-45be495f98e5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:34.469678 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-dfe523f7-46f7-4444-95c4-41a685a5c7eb req-79d3af9d-a7dc-4056-864d-45be495f98e5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.5384860 Aug 31 12:44:34.512429 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3c308-f4fb-4311-99a6-333ee2509df3 req-cfaac2d6-184f-4cff-88a5-e3d0a7e23efb tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:34.515025 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8dc3c308-f4fb-4311-99a6-333ee2509df3 req-cfaac2d6-184f-4cff-88a5-e3d0a7e23efb tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.52 "GET /v2.0/ports?device_id=658f5720-ad1c-4b20-951d-c552adf827d8 HTTP/1.1" status: 200 len: 950 time: 0.4803653 Aug 31 12:44:34.630304 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-dfe523f7-46f7-4444-95c4-41a685a5c7eb req-0da55014-3d7f-4c91-bcfe-bb4dc855dc7a tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596138 Aug 31 12:44:34.633908 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-38da4614-8628-4b20-a176-292134aee930 req-bb4a1ac8-baa3-4acd-8a9f-1595adb41259 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3bc9a284c20b4adfbfcdc98e81f10699&device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 1096 time: 0.2782028 Aug 31 12:44:34.639419 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [req-8dc3c308-f4fb-4311-99a6-333ee2509df3 req-a4ee3201-38d9-4fbb-8074-717deb254997 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Deleting port e804daf5-922b-403b-91dd-01be000a9de9 {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:44:34.639751 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-8dc3c308-f4fb-4311-99a6-333ee2509df3 req-a4ee3201-38d9-4fbb-8074-717deb254997 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:34.673511 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-04de8546-3fa1-4fac-bbf3-988a68a26029 req-c7a045b6-28cf-44f9-97e1-f5bce12620f2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b35bd049-3ac3-457f-8e16-815e81ca6289 HTTP/1.1" status: 200 len: 1001 time: 0.3683753 Aug 31 12:44:34.798816 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1d19c-7213-49e0-9981-b7106f789377 req-db5827d1-dc79-4eb4-b779-e78231be0634 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:34.800321 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-81f1d19c-7213-49e0-9981-b7106f789377 req-db5827d1-dc79-4eb4-b779-e78231be0634 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/ports?device_id=658f5720-ad1c-4b20-951d-c552adf827d8 HTTP/1.1" status: 200 len: 950 time: 0.2546644 Aug 31 12:44:34.849137 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de8546-3fa1-4fac-bbf3-988a68a26029 req-3c77fa86-37a7-474f-96d4-218999cee4ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:34.852477 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-04de8546-3fa1-4fac-bbf3-988a68a26029 req-3c77fa86-37a7-474f-96d4-218999cee4ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=acb27ec4-0bee-4f29-8732-77d071b3e04e HTTP/1.1" status: 200 len: 850 time: 0.1703789 Aug 31 12:44:35.033157 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-81f1d19c-7213-49e0-9981-b7106f789377 req-d045d613-a00b-4613-8659-d1464593060a tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/security-groups?id=bceb27bb-d1ea-46e7-8acf-bb8f6278dfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197707 Aug 31 12:44:35.072846 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-04de8546-3fa1-4fac-bbf3-988a68a26029 req-26b5fb1a-c88a-4e6b-8d27-e2146c2d0233 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=feea8ebf-1268-49e1-b49d-7833ff8c567a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2082098 Aug 31 12:44:35.090523 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:35.256959 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 37814) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:35.363001 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-04de8546-3fa1-4fac-bbf3-988a68a26029 req-6c09a452-13f8-45a8-8a4e-9d844dd229fd service neutron] 10.222.0.52 "GET /v2.0/networks/feea8ebf-1268-49e1-b49d-7833ff8c567a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770085 Aug 31 12:44:35.558256 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1644235309-network', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:44:35.567247 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:35.577527 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Usage tracker for resource:network and tenant:d5bd408571f042efa2f1d4a92d11eeda is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:35.583121 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:35.594363 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:35.621368 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da4614-8628-4b20-a176-292134aee930 req-a00d1076-a175-49f6-938b-ea73052d0da3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:35.621762 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920739a-6acd-44f5-8707-e7ee626ab897 req-201fe073-3025-4057-b5e4-f39257b64591 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:35.623434 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a920739a-6acd-44f5-8707-e7ee626ab897 req-201fe073-3025-4057-b5e4-f39257b64591 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 943 time: 0.3305652 Aug 31 12:44:35.626702 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-38da4614-8628-4b20-a176-292134aee930 req-a00d1076-a175-49f6-938b-ea73052d0da3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=301c08f8-022f-4c04-8683-cab91975ee82 HTTP/1.1" status: 200 len: 910 time: 0.9019663 Aug 31 12:44:35.638770 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Made reservation on behalf of d5bd408571f042efa2f1d4a92d11eeda for: {'network': 1} {{(pid=75034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:44:35.641332 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for network, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:35.652742 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-8dc3c308-f4fb-4311-99a6-333ee2509df3 req-a4ee3201-38d9-4fbb-8074-717deb254997 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] For port e804daf5-922b-403b-91dd-01be000a9de9, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=e804daf5-922b-403b-91dd-01be000a9de9,segment=NetworkSegment(eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5),segment_id=eb99fdd3-b70a-4390-b21f-eb4aa2ad0aa5)] {{(pid=75035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:35.653295 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-8dc3c308-f4fb-4311-99a6-333ee2509df3 req-a4ee3201-38d9-4fbb-8074-717deb254997 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:35.674552 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:35.680421 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf20ab-8af0-42b9-84b0-aa23b106763e req-1b08531f-68bd-49e0-af76-8d8f7cf2ec91 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:35.682385 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-52bf20ab-8af0-42b9-84b0-aa23b106763e req-1b08531f-68bd-49e0-af76-8d8f7cf2ec91 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=cff0e869-df1a-4dc7-b438-97fc2502b1a1 HTTP/1.1" status: 200 len: 945 time: 0.8115451 Aug 31 12:44:35.684458 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Allocated IP 172.28.3.58 (7b35dd9c-b590-45a2-8542-749821ca1ef9/5d9224a0-26e6-47e5-9065-b2d86fa589fa/03c451d8-2a70-469d-9fcd-5598da3e611c) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:44:35.729867 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-04de8546-3fa1-4fac-bbf3-988a68a26029 req-2ac458eb-7f5e-4d12-b7c9-04648907894a service neutron] 10.222.0.52 "GET /v2.0/networks/feea8ebf-1268-49e1-b49d-7833ff8c567a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579612 Aug 31 12:44:35.750796 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a920739a-6acd-44f5-8707-e7ee626ab897 req-fd362cd6-d877-4bde-99b2-af6163fc9fcc tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161594 Aug 31 12:44:35.781764 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:35.789112 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Usage tracker for resource:security_group_rule and tenant:d5bd408571f042efa2f1d4a92d11eeda is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:35.793536 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:35.800268 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:35.906919 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:35.914279 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:35.920490 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-da982f30-5448-4fc3-81f1-4ab990792b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:35.956539 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=75034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 31 12:44:35.973022 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b7a8e8-9763-4512-a3e7-44b75064bd2f,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:35.976610 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:35.977165 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.db.segments_db [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Added segment 732b7912-07e0-4964-a5f9-55871e4f1ada of type vlan for network c6da5227-c31a-4422-ac49-65bae9a61094 Aug 31 12:44:35.978789 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:36.030308 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767722117506'] for network, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:36.129848 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for network, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:36.133893 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:36.134474 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:36.140511 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:36.147848 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [req-8dc3c308-f4fb-4311-99a6-333ee2509df3 req-a4ee3201-38d9-4fbb-8074-717deb254997 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Calling delete_port for e804daf5-922b-403b-91dd-01be000a9de9 owned by compute:nova {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:44:36.246999 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-38da4614-8628-4b20-a176-292134aee930 req-c94e3498-66d6-41db-b39b-bf360f8146d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dc9952a-1108-4f26-a896-8fd16f1b503d HTTP/1.1" status: 200 len: 217 time: 0.5557199 Aug 31 12:44:36.268462 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Pushing event updated for resources: {'Network': ['ID=c6da5227-c31a-4422-ac49-65bae9a61094,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:36.273682 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:36.277228 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0190570 Aug 31 12:44:36.282655 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 37828) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:36.291161 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Network c6da5227-c31a-4422-ac49-65bae9a61094 details requested by agent ovs-agent-dv-cinder-806696-1-smb with host dv-cinder-806696-1-smb {{(pid=75036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 12:44:36.292016 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-b40c8a26-dc1f-40d4-b6f1-50438403082b admin admin] Request body: {'subnet': {'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1644235309-subnet', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'ip_version': 4}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:44:36.303494 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-b40c8a26-dc1f-40d4-b6f1-50438403082b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:36.313105 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-b40c8a26-dc1f-40d4-b6f1-50438403082b admin admin] Usage tracker for resource:subnet and tenant:d5bd408571f042efa2f1d4a92d11eeda is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:36.322137 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-b40c8a26-dc1f-40d4-b6f1-50438403082b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:36.341348 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f69fe-579b-4943-a16c-e6abe381878d req-c53dfa6f-1f2c-4d8a-8968-b3325ae7c340 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:36.343661 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-542f69fe-579b-4943-a16c-e6abe381878d req-c53dfa6f-1f2c-4d8a-8968-b3325ae7c340 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.2761400 Aug 31 12:44:36.345103 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-b40c8a26-dc1f-40d4-b6f1-50438403082b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:36.395631 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40c8a26-dc1f-40d4-b6f1-50438403082b admin admin] Made reservation on behalf of d5bd408571f042efa2f1d4a92d11eeda for: {'subnet': 1} {{(pid=75034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:44:36.399106 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-b40c8a26-dc1f-40d4-b6f1-50438403082b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1612616'] for subnet, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:36.492649 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-52bf20ab-8af0-42b9-84b0-aa23b106763e req-19edb2bb-9be0-48a3-9f41-1dfc0fbf7198 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6853561 Aug 31 12:44:36.501880 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da4614-8628-4b20-a176-292134aee930 req-f5e1a0e9-ed4a-43aa-b53c-6e6365543746 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:36.503407 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-38da4614-8628-4b20-a176-292134aee930 req-f5e1a0e9-ed4a-43aa-b53c-6e6365543746 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8b41268-faa3-4a54-af29-703f32d1b3fc HTTP/1.1" status: 200 len: 848 time: 0.2369318 Aug 31 12:44:36.535593 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-542f69fe-579b-4943-a16c-e6abe381878d req-90baa3ab-6b56-406e-b827-5035ba795dfa tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846335 Aug 31 12:44:36.597736 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-8dc3c308-f4fb-4311-99a6-333ee2509df3 req-a4ee3201-38d9-4fbb-8074-717deb254997 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:36.607469 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-d945bae4-1279-4a65-9452-6d0c765f4093 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:36.647446 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:36.674043 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee3201-38d9-4fbb-8074-717deb254997 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Pushing event deleted for resources: {'Port': ['ID=e804daf5-922b-403b-91dd-01be000a9de9,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:36.684684 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-a4ee3201-38d9-4fbb-8074-717deb254997 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:36.723587 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 7dc9952a-1108-4f26-a896-8fd16f1b503d details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:44:36.795584 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-b40c8a26-dc1f-40d4-b6f1-50438403082b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1383546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1612634'] for subnet, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:36.804364 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:36.913138 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc3c308-f4fb-4311-99a6-333ee2509df3 req-a4ee3201-38d9-4fbb-8074-717deb254997 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] No DVR routers for this DVR port e804daf5-922b-403b-91dd-01be000a9de9 on host hv-cinder-80669 {{(pid=75035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:44:36.926287 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-e46e9dc0-a6a0-4920-8d9c-93331eb8d40f req-baec4e1f-12c6-4402-82d9-d30907869dea tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.13 "GET /v2.0/ports?device_id=658f5720-ad1c-4b20-951d-c552adf827d8 HTTP/1.1" status: 200 len: 210 time: 0.2376683 Aug 31 12:44:36.929227 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-8dc3c308-f4fb-4311-99a6-333ee2509df3 req-a4ee3201-38d9-4fbb-8074-717deb254997 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:36.932192 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c8a26-dc1f-40d4-b6f1-50438403082b admin admin] Pushing event updated for resources: {'Subnet': ['ID=62b0c2db-90bc-49b6-9750-c754408ae7a8,revision_number=0']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:36.932581 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658f5720-ad1c-4b20-951d-c552adf827d8', 'name': 'network-vif-deleted', 'tag': 'e804daf5-922b-403b-91dd-01be000a9de9'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:44:36.955080 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ddc02-ab75-4585-a27f-7175c9bf68a1 req-94c84330-59f5-435c-ad96-61b1c60136b3 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:36.957320 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5a3ddc02-ab75-4585-a27f-7175c9bf68a1 req-94c84330-59f5-435c-ad96-61b1c60136b3 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.52 "GET /v2.0/ports?device_id=cff0e869-df1a-4dc7-b438-97fc2502b1a1 HTTP/1.1" status: 200 len: 945 time: 0.2868347 Aug 31 12:44:36.959568 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-b40c8a26-dc1f-40d4-b6f1-50438403082b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:36.975677 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device e804daf5-922b-403b-91dd-01be000a9de9 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:44:36.991537 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8dc3c308-f4fb-4311-99a6-333ee2509df3 req-a4ee3201-38d9-4fbb-8074-717deb254997 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] 10.222.0.52 "DELETE /v2.0/ports/e804daf5-922b-403b-91dd-01be000a9de9 HTTP/1.1" status: 204 len: 173 time: 2.4676063 Aug 31 12:44:37.019742 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-38da4614-8628-4b20-a176-292134aee930 req-3b7105f0-bca3-4f5e-bb64-ef62fcfe23ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=301c08f8-022f-4c04-8683-cab91975ee82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4959080 Aug 31 12:44:37.022788 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:37.032889 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 7dc9952a-1108-4f26-a896-8fd16f1b503d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=7dc9952a-1108-4f26-a896-8fd16f1b503d,segment=NetworkSegment(ed569237-601e-4462-a69b-e8a0ae9f278b),segment_id=ed569237-601e-4462-a69b-e8a0ae9f278b)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:37.073212 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] No Port match for: e804daf5-922b-403b-91dd-01be000a9de9 {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:44:37.083383 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-f8d60192-173e-44b3-afce-1aac60bf4179 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:37.087693 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device e804daf5-922b-403b-91dd-01be000a9de9 not bound to the agent host hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:44:37.111692 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': '7dc9952a-1108-4f26-a896-8fd16f1b503d', 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82', 'port_id': '7dc9952a-1108-4f26-a896-8fd16f1b503d', 'mac_address': 'fa:16:3e:aa:7b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b41268-faa3-4a54-af29-703f32d1b3fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:44:37.160760 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [req-5a3ddc02-ab75-4585-a27f-7175c9bf68a1 req-e332f451-59cc-4a94-b5b5-9de128fd8fd1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Deleting port 19be58f6-0689-4758-b299-c05b984fc304 {{(pid=75034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:44:37.161021 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-5a3ddc02-ab75-4585-a27f-7175c9bf68a1 req-e332f451-59cc-4a94-b5b5-9de128fd8fd1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:37.203010 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658f5720-ad1c-4b20-951d-c552adf827d8', 'name': 'network-vif-deleted', 'tag': 'e804daf5-922b-403b-91dd-01be000a9de9', 'status': 'completed', 'code': 200} Aug 31 12:44:37.208758 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Pushing event updated for resources: {'Port': ['ID=03c451d8-2a70-469d-9fcd-5598da3e611c,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:37.218311 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:37.222277 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40c8a26-dc1f-40d4-b6f1-50438403082b admin admin] Checking segment: {'id': '732b7912-07e0-4964-a5f9-55871e4f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:44:37.222779 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40c8a26-dc1f-40d4-b6f1-50438403082b admin admin] Network hostable DHCP agents. Network: c6da5227-c31a-4422-ac49-65bae9a61094, hostable agents: ['c4bdb865-a81e-4643-8bd9-838ee0d40aaf'], hosted agents: [] {{(pid=75034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:44:37.297478 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:37.315587 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Network 7b35dd9c-b590-45a2-8542-749821ca1ef9 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:44:37.317028 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:44:37.317826 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc9952a-1108-4f26-a896-8fd16f1b503d {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:44:37.323470 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:44:37.355172 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 7dc9952a-1108-4f26-a896-8fd16f1b503d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=7dc9952a-1108-4f26-a896-8fd16f1b503d,segment=NetworkSegment(ed569237-601e-4462-a69b-e8a0ae9f278b),segment_id=ed569237-601e-4462-a69b-e8a0ae9f278b)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:37.358572 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a8f6d-de7a-4160-90d2-55393ba8c808 req-5fe55aff-c867-4402-b364-f2bc1f389493 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:37.360109 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-794a8f6d-de7a-4160-90d2-55393ba8c808 req-5fe55aff-c867-4402-b364-f2bc1f389493 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 943 time: 0.3313007 Aug 31 12:44:37.363006 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:37.369796 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:37.447351 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-38da4614-8628-4b20-a176-292134aee930 req-ca147862-7601-417b-a289-94cad663505e service neutron] 10.222.0.52 "GET /v2.0/networks/301c08f8-022f-4c04-8683-cab91975ee82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972964 Aug 31 12:44:37.479469 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40c8a26-dc1f-40d4-b6f1-50438403082b admin admin] Network c6da5227-c31a-4422-ac49-65bae9a61094 is scheduled to be hosted by DHCP agent c4bdb865-a81e-4643-8bd9-838ee0d40aaf with binding_index 1 {{(pid=75034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:44:37.508280 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [None req-b40c8a26-dc1f-40d4-b6f1-50438403082b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-smb, c6da5227-c31a-4422-ac49-65bae9a61094) {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:44:37.531417 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40c8a26-dc1f-40d4-b6f1-50438403082b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:37.532008 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-b40c8a26-dc1f-40d4-b6f1-50438403082b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for subnet, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:37.553777 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-794a8f6d-de7a-4160-90d2-55393ba8c808 req-2dc4fca7-056d-42ed-b19d-d2f1366e27e2 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736481 Aug 31 12:44:37.559815 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-b40c8a26-dc1f-40d4-b6f1-50438403082b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2766535 Aug 31 12:44:37.563973 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 37842) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:37.570496 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1644235309-router', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:44:37.575700 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:37.580197 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Usage tracker for resource:router and tenant:d5bd408571f042efa2f1d4a92d11eeda is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:37.583679 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:37.596850 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=7dc9952a-1108-4f26-a896-8fd16f1b503d,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:37.607367 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:37.624152 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c8f746-dfe1-4f3d-af4c-58ead2d9140e None None] Network c6da5227-c31a-4422-ac49-65bae9a61094 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:44:37.655898 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8182'] for router, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:37.661422 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8189'] for router, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:37.718309 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [req-5a3ddc02-ab75-4585-a27f-7175c9bf68a1 req-e332f451-59cc-4a94-b5b5-9de128fd8fd1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] For port 19be58f6-0689-4758-b299-c05b984fc304, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=19be58f6-0689-4758-b299-c05b984fc304,segment=NetworkSegment(9edb5924-47f2-4a95-a00f-2ac66a5e25e9),segment_id=9edb5924-47f2-4a95-a00f-2ac66a5e25e9)] {{(pid=75034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:37.718548 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-5a3ddc02-ab75-4585-a27f-7175c9bf68a1 req-e332f451-59cc-4a94-b5b5-9de128fd8fd1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:37.832614 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['7dc9952a-1108-4f26-a896-8fd16f1b503d'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:44:37.856062 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:37.863428 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [req-5a3ddc02-ab75-4585-a27f-7175c9bf68a1 req-e332f451-59cc-4a94-b5b5-9de128fd8fd1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Calling delete_port for 19be58f6-0689-4758-b299-c05b984fc304 owned by compute:nova {{(pid=75034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:44:37.958161 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:37.958505 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:37.958883 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:37.959206 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:37.959691 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:37.959950 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:37.960269 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:37.960588 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:37.961175 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:37.961300 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:37.961622 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:44:37.969114 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:37.993640 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:38.057672 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-38da4614-8628-4b20-a176-292134aee930 req-476e56c7-07af-482b-9280-f5a344931cb6 service neutron] 10.222.0.52 "GET /v2.0/networks/301c08f8-022f-4c04-8683-cab91975ee82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5983672 Aug 31 12:44:38.121965 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:38.173253 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c537ea-4440-4a17-9475-4f22942a0fe5 req-b5464a13-7f21-49d1-a4e9-8750c60fcf2c tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:38.174792 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b0c537ea-4440-4a17-9475-4f22942a0fe5 req-b5464a13-7f21-49d1-a4e9-8750c60fcf2c tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=cff0e869-df1a-4dc7-b438-97fc2502b1a1 HTTP/1.1" status: 200 len: 945 time: 0.2666478 Aug 31 12:44:38.242154 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b0c537ea-4440-4a17-9475-4f22942a0fe5 req-d1afd444-4618-4d2c-9753-73ace5755783 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/security-groups?id=751ac663-8b06-4a71-b9f9-a270ce8bfb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554640 Aug 31 12:44:38.363279 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840b2ac-3f35-467a-805a-7de2ceaae0b8 req-c9a474a7-5e83-4c35-8e8d-6d7db61af693 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:38.374233 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-3840b2ac-3f35-467a-805a-7de2ceaae0b8 req-c9a474a7-5e83-4c35-8e8d-6d7db61af693 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.4629714 Aug 31 12:44:38.378949 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-783613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8147'] for router, precommit_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:38.382721 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74434909-0b8c-5b4f-b4a6-2114f8d237d1-c6da5227-c31a-4422-ac49-65bae9a61094', 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'fixed_ips': [{'subnet_id': '62b0c2db-90bc-49b6-9750-c754408ae7a8'}]}} from dv-cinder-806696-1-smb. {{(pid=75036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 31 12:44:38.387573 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:38.468446 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-5a3ddc02-ab75-4585-a27f-7175c9bf68a1 req-e332f451-59cc-4a94-b5b5-9de128fd8fd1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:38.477886 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:38.478957 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:38.487107 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:38.499515 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5130f251-25d4-4446-ba2e-b949cd55210e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:38.559024 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332f451-59cc-4a94-b5b5-9de128fd8fd1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Pushing event deleted for resources: {'Port': ['ID=19be58f6-0689-4758-b299-c05b984fc304,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:38.564498 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-e332f451-59cc-4a94-b5b5-9de128fd8fd1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:38.578671 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Pushing event updated for resources: {'Port': ['ID=03c451d8-2a70-469d-9fcd-5598da3e611c,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:38.580938 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-3840b2ac-3f35-467a-805a-7de2ceaae0b8 req-09ee2531-2614-4692-9a78-636a0e2c9574 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055681 Aug 31 12:44:38.618735 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:38.679685 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783949'] for floatingip, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:38.748804 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for floatingip, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:38.761308 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2086437 Aug 31 12:44:38.761561 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3ddc02-ab75-4585-a27f-7175c9bf68a1 req-e332f451-59cc-4a94-b5b5-9de128fd8fd1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] No DVR routers for this DVR port 19be58f6-0689-4758-b299-c05b984fc304 on host hv-cinder-80669 {{(pid=75034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:44:38.764552 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-5a3ddc02-ab75-4585-a27f-7175c9bf68a1 req-e332f451-59cc-4a94-b5b5-9de128fd8fd1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:38.767435 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff0e869-df1a-4dc7-b438-97fc2502b1a1', 'name': 'network-vif-deleted', 'tag': '19be58f6-0689-4758-b299-c05b984fc304'}] {{(pid=75034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:44:38.836843 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5a3ddc02-ab75-4585-a27f-7175c9bf68a1 req-e332f451-59cc-4a94-b5b5-9de128fd8fd1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.52 "DELETE /v2.0/ports/19be58f6-0689-4758-b299-c05b984fc304 HTTP/1.1" status: 204 len: 173 time: 1.8695190 Aug 31 12:44:38.906332 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff0e869-df1a-4dc7-b438-97fc2502b1a1', 'name': 'network-vif-deleted', 'tag': '19be58f6-0689-4758-b299-c05b984fc304', 'status': 'completed', 'code': 200} Aug 31 12:44:39.060322 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:39.114787 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:39.174705 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.db_base_plugin_common [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Allocated IP 172.20.0.2 (c6da5227-c31a-4422-ac49-65bae9a61094/62b0c2db-90bc-49b6-9750-c754408ae7a8/2a6d6a86-0f72-4b7c-aad6-f303b86241c3) {{(pid=75036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:44:39.236479 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabe1d9-5c0a-4734-959b-0bce0f8a79d1 req-d115c460-6252-4a43-8039-ed5bdf94a40b tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:39.249897 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-9eabe1d9-5c0a-4734-959b-0bce0f8a79d1 req-d115c460-6252-4a43-8039-ed5bdf94a40b tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 944 time: 0.3784187 Aug 31 12:44:39.371927 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-9eabe1d9-5c0a-4734-959b-0bce0f8a79d1 req-e69a67fc-78b5-4166-8a1b-840b9a881cf4 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196036 Aug 31 12:44:39.506680 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.db_base_plugin_common [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Allocated IP 172.28.3.34 (7b35dd9c-b590-45a2-8542-749821ca1ef9/5d9224a0-26e6-47e5-9065-b2d86fa589fa/6afb14ed-34e5-4734-80c6-b2db0d7f79bd) {{(pid=75034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:44:39.619386 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-b19e6c96-d228-4271-bc5f-fd48a8694436 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Synchronizing usage tracker for tenant:c5d0d26219144527ad3c1eecfdfeb7f8 on resource:security_group {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:44:39.667789 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-b19e6c96-d228-4271-bc5f-fd48a8694436 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Unset dirty status for tenant:c5d0d26219144527ad3c1eecfdfeb7f8 on resource:security_group {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:44:39.676666 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-b19e6c96-d228-4271-bc5f-fd48a8694436 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--971091285&fields=id&tenant_id=c5d0d26219144527ad3c1eecfdfeb7f8 HTTP/1.1" status: 200 len: 267 time: 0.2054257 Aug 31 12:44:39.729583 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Notify callbacks [] for port, precommit_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:39.751276 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Transition to ACTIVE for port object 2a6d6a86-0f72-4b7c-aad6-f303b86241c3 will not be triggered until provisioned by entity L2. {{(pid=75036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:44:39.786103 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Transition to ACTIVE for port object 2a6d6a86-0f72-4b7c-aad6-f303b86241c3 will not be triggered until provisioned by entity DHCP. {{(pid=75036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:44:39.798278 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887'] for port, after_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:39.829529 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:39.865513 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-21d3e7e2-ee00-41c9-953a-6610dfe624c4 req-689224d0-ffb6-447c-919e-60b7f41f125f tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] 10.222.0.13 "GET /v2.0/ports?device_id=cff0e869-df1a-4dc7-b438-97fc2502b1a1 HTTP/1.1" status: 200 len: 210 time: 0.1360068 Aug 31 12:44:39.905083 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Notify callbacks [] for port, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:39.915860 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Network c6da5227-c31a-4422-ac49-65bae9a61094 is already hosted by enough agents. {{(pid=75036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:44:39.931191 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.scheduler.base_scheduler [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Resources bound (agent type, host, resource id): {{(pid=75036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:44:39.941553 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Received port after_create {{(pid=75036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:44:39.955079 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-70e81550-2a10-42bc-afa4-f968040ab021 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:39.956445 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-70e81550-2a10-42bc-afa4-f968040ab021 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/networks?id=702c7954-d9af-4f3a-9da8-4db52418d64a HTTP/1.1" status: 200 len: 816 time: 0.2778246 Aug 31 12:44:39.991081 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:39.998140 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-1e3e4a4c-e454-494f-9d06-6b7ba7594148 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:40.020996 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Pushing event updated for resources: {'Port': ['ID=2a6d6a86-0f72-4b7c-aad6-f303b86241c3,revision_number=1']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:40.024501 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:40.058191 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Attempting to bind port 2a6d6a86-0f72-4b7c-aad6-f303b86241c3 on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:44:40.058984 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Attempting to bind port 2a6d6a86-0f72-4b7c-aad6-f303b86241c3 by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': '732b7912-07e0-4964-a5f9-55871e4f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094'}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:44:40.059655 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Attempting to bind port 2a6d6a86-0f72-4b7c-aad6-f303b86241c3 on network c6da5227-c31a-4422-ac49-65bae9a61094 {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:44:40.071531 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:44:40.072380 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Checking segment: {'id': '732b7912-07e0-4964-a5f9-55871e4f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:44:40.072952 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:40.073881 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Bound using segment: {'id': '732b7912-07e0-4964-a5f9-55871e4f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094'} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:44:40.074817 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Bound port: 2a6d6a86-0f72-4b7c-aad6-f303b86241c3, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732b7912-07e0-4964-a5f9-55871e4f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094'}}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:44:40.075346 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:40.088303 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-ea0857ce-2b8d-413f-8412-91ea1a9ec4c8 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/quotas/c5d0d26219144527ad3c1eecfdfeb7f8 HTTP/1.1" status: 200 len: 375 time: 0.1140821 Aug 31 12:44:40.104367 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Network 7b35dd9c-b590-45a2-8542-749821ca1ef9 is already hosted by enough agents. {{(pid=75034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:44:40.158752 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Resources bound (agent type, host, resource id): {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:44:40.172803 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Received port after_create {{(pid=75034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:44:40.183417 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] For port 2a6d6a86-0f72-4b7c-aad6-f303b86241c3, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:44:40.186577 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] For port 2a6d6a86-0f72-4b7c-aad6-f303b86241c3, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=2a6d6a86-0f72-4b7c-aad6-f303b86241c3,segment=NetworkSegment(732b7912-07e0-4964-a5f9-55871e4f1ada),segment_id=732b7912-07e0-4964-a5f9-55871e4f1ada)] {{(pid=75036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:44:40.191441 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:40.196088 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:40.213654 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Pushing event updated for resources: {'Port': ['ID=6afb14ed-34e5-4734-80c6-b2db0d7f79bd,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:40.229203 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:40.280495 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Pushing event updated for resources: {'Port': ['ID=2a6d6a86-0f72-4b7c-aad6-f303b86241c3,revision_number=2']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:40.287423 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:40.391743 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-71b93e77-f442-42f1-95a9-cca5ce9eb445 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Synchronizing usage tracker for tenant:c5d0d26219144527ad3c1eecfdfeb7f8 on resource:port {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:44:40.439547 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-71b93e77-f442-42f1-95a9-cca5ce9eb445 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Unset dirty status for tenant:c5d0d26219144527ad3c1eecfdfeb7f8 on resource:port {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:44:40.441540 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-71b93e77-f442-42f1-95a9-cca5ce9eb445 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5d0d26219144527ad3c1eecfdfeb7f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3429735 Aug 31 12:44:40.695787 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e4a2e-25cc-4936-b6a7-e974e0f93865 req-419a4cd6-c7bb-42b1-a0ec-9638ec4edea3 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:40.697464 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-171e4a2e-25cc-4936-b6a7-e974e0f93865 req-419a4cd6-c7bb-42b1-a0ec-9638ec4edea3 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 944 time: 0.1147580 Aug 31 12:44:40.725920 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 7dc9952a-1108-4f26-a896-8fd16f1b503d up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:44:40.765921 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-6ca87a8c-cafa-4b14-88fb-2ea816ccf6f0 service neutron] 10.222.0.13 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898557 Aug 31 12:44:40.804753 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-171e4a2e-25cc-4936-b6a7-e974e0f93865 req-1b6c4181-4f96-45cf-9b3d-3e9eefcd57be tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872917 Aug 31 12:44:40.839195 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:40.840001 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783902'] for router, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:40.901077 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning for port 7dc9952a-1108-4f26-a896-8fd16f1b503d completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:44:40.917412 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port 7dc9952a-1108-4f26-a896-8fd16f1b503d triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:44:40.918420 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:41.175410 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 2a6d6a86-0f72-4b7c-aad6-f303b86241c3 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:44:41.325297 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:41.372481 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79b00a7-87e7-421d-9e7e-17c72d7524db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc9952a-1108-4f26-a896-8fd16f1b503d'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:44:41.381384 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port 2a6d6a86-0f72-4b7c-aad6-f303b86241c3 completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:44:41.388421 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 7dc9952a-1108-4f26-a896-8fd16f1b503d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=7dc9952a-1108-4f26-a896-8fd16f1b503d,segment=NetworkSegment(ed569237-601e-4462-a69b-e8a0ae9f278b),segment_id=ed569237-601e-4462-a69b-e8a0ae9f278b)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:41.395369 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:41.396839 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 19be58f6-0689-4758-b299-c05b984fc304 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:44:41.399187 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-b9e7baad-23dc-4dac-a8fa-fb3d061b1e91 service neutron] 10.222.0.13 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6226060 Aug 31 12:44:41.428515 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:41.481977 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] No Port match for: 19be58f6-0689-4758-b299-c05b984fc304 {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:44:41.486019 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 19be58f6-0689-4758-b299-c05b984fc304 not bound to the agent host hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:44:41.519946 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79b00a7-87e7-421d-9e7e-17c72d7524db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc9952a-1108-4f26-a896-8fd16f1b503d', 'code': 200} Aug 31 12:44:41.567159 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=7dc9952a-1108-4f26-a896-8fd16f1b503d,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:41.570993 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:41.741151 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Router d8897c5e-2e06-4eea-bcd3-b0171751f2e0 is scheduled to L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 with binding_index 1 {{(pid=75034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 12:44:41.761153 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c01f18f-3375-4b95-a48d-48a24ca01fa1 None None] Network c6da5227-c31a-4422-ac49-65bae9a61094 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:44:41.935428 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c0f923b4-a2d4-4e64-878e-91f97491c1ff req-f3136b7c-cb84-47f2-9ed5-3c9779d60420 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 210 time: 0.1739733 Aug 31 12:44:42.062471 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-26651600-5632-4ab6-bd88-9e25f52f5147 None None] Provisioning for port 2a6d6a86-0f72-4b7c-aad6-f303b86241c3 completed by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:44:42.111487 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-26651600-5632-4ab6-bd88-9e25f52f5147 None None] Provisioning complete for port 2a6d6a86-0f72-4b7c-aad6-f303b86241c3 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:44:42.112196 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-26651600-5632-4ab6-bd88-9e25f52f5147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:42.420364 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d329b7df-5856-4706-a3b2-ecaea132bdd6 req-2549edf6-ea02-4105-b115-246db4d08b10 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 1098 time: 0.5076866 Aug 31 12:44:42.437122 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-26651600-5632-4ab6-bd88-9e25f52f5147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:42.484000 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-26651600-5632-4ab6-bd88-9e25f52f5147 None None] For port 2a6d6a86-0f72-4b7c-aad6-f303b86241c3, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=2a6d6a86-0f72-4b7c-aad6-f303b86241c3,segment=NetworkSegment(732b7912-07e0-4964-a5f9-55871e4f1ada),segment_id=732b7912-07e0-4964-a5f9-55871e4f1ada)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:42.491443 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-26651600-5632-4ab6-bd88-9e25f52f5147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:42.494103 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:42.517442 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d329b7df-5856-4706-a3b2-ecaea132bdd6 req-6b414a04-32e4-427a-88b1-3bdb16af79f6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805809 Aug 31 12:44:42.551785 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea184341-fcb5-45c2-bc08-39cd10dd37f3 req-2185cc76-504e-4919-aa85-48e8e136cfa4 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:42.560587 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-ea184341-fcb5-45c2-bc08-39cd10dd37f3 req-2185cc76-504e-4919-aa85-48e8e136cfa4 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 945 time: 0.3496897 Aug 31 12:44:42.591452 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:44:42.619594 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Notify callbacks [] for router, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:42.620716 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] Sync routers for ids ['d8897c5e-2e06-4eea-bcd3-b0171751f2e0'] in dv-cinder-806696-1-smb {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:44:42.624313 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0569320 Aug 31 12:44:42.624948 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 38036) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:42.672121 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26651600-5632-4ab6-bd88-9e25f52f5147 None None] Pushing event updated for resources: {'Port': ['ID=2a6d6a86-0f72-4b7c-aad6-f303b86241c3,revision_number=3']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:42.675849 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-ea184341-fcb5-45c2-bc08-39cd10dd37f3 req-880057b9-4efe-4a85-93a1-8996d2927c3d tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125464 Aug 31 12:44:42.688256 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-26651600-5632-4ab6-bd88-9e25f52f5147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:42.706282 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] Routers {'d8897c5e-2e06-4eea-bcd3-b0171751f2e0'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:44:42.706282 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:44:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8897c5e-2e06-4eea-bcd3-b0171751f2e0'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:44:42.794323 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 38042) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:42.987111 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 2a6d6a86-0f72-4b7c-aad6-f303b86241c3 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:44:43.067400 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-38d507be-2913-496d-adea-5fb727053746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:43.120776 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] Set router d8897c5e-2e06-4eea-bcd3-b0171751f2e0 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:44:43.125174 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-38d507be-2913-496d-adea-5fb727053746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:43.132056 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-38d507be-2913-496d-adea-5fb727053746 admin admin] Usage tracker for resource:security_group_rule and tenant:ff765d825a5a4a2c9457c86bcedd1d07 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:43.135383 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-38d507be-2913-496d-adea-5fb727053746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:43.150308 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-38d507be-2913-496d-adea-5fb727053746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:43.280305 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-38d507be-2913-496d-adea-5fb727053746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:43.289283 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-38d507be-2913-496d-adea-5fb727053746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:43.302243 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-f7a25260-b759-46ce-8215-b5474c2fd0d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:43.310129 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-adf818b9-32e7-40a6-9fb1-0786af2b2d95 req-8e0ba48c-d1cd-4dc4-9670-4720bf84db24 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 210 time: 0.0790641 Aug 31 12:44:43.371495 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d507be-2913-496d-adea-5fb727053746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2830a3-b720-4db3-ad57-8864470584c5,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:43.374869 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-38d507be-2913-496d-adea-5fb727053746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:43.378032 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-38d507be-2913-496d-adea-5fb727053746 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff765d825a5a4a2c9457c86bcedd1d07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5826850 Aug 31 12:44:43.390760 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 38064) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:43.550171 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-6d86b269-2934-40bd-bf78-c4a4f7c70efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:43.626192 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-56a17216-0146-4c9f-af52-aca082e4c69b None None] Provisioning complete for port 2a6d6a86-0f72-4b7c-aad6-f303b86241c3 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:44:43.626575 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-56a17216-0146-4c9f-af52-aca082e4c69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:43.843453 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ce76b657-722f-4be0-9632-df48db793548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:43.872101 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:43.932322 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-191185b2-9f5f-4d69-abfe-3f788e47b322 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:43.933974 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-191185b2-9f5f-4d69-abfe-3f788e47b322 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.52 "GET /v2.0/networks?id=702c7954-d9af-4f3a-9da8-4db52418d64a HTTP/1.1" status: 200 len: 816 time: 0.5116436 Aug 31 12:44:43.939257 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ce76b657-722f-4be0-9632-df48db793548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:44.008870 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 2a6d6a86-0f72-4b7c-aad6-f303b86241c3 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:44:44.009385 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:44.117369 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-820caa00-bdf7-4b25-8f20-514d229ebc04 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5d0d26219144527ad3c1eecfdfeb7f8 HTTP/1.1" status: 200 len: 379 time: 0.1677039 Aug 31 12:44:44.130106 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-9b280a22-e509-4c5d-ac53-e9705e26196c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Request body: {'port': {'device_id': 'f877d7ee-8099-48a5-b7f8-52dbe7e1e34d', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'admin_state_up': True, 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'security_groups': ['4d829e65-e954-480e-b882-879682aca31e']}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:44:44.214818 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ce76b657-722f-4be0-9632-df48db793548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:44.222238 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-cb305fa1-ac88-4ea6-bd4b-5b6bc2f6d177 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:44.244030 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76b657-722f-4be0-9632-df48db793548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2830a3-b720-4db3-ad57-8864470584c5,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:44.263108 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-ce76b657-722f-4be0-9632-df48db793548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:44.272180 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0937d5a-78cf-4600-98a0-9492c6ff9d83 req-c92967da-391a-42d8-990f-5b176d1223a3 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:44.273813 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d0937d5a-78cf-4600-98a0-9492c6ff9d83 req-c92967da-391a-42d8-990f-5b176d1223a3 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 945 time: 0.2916052 Aug 31 12:44:44.278390 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ce76b657-722f-4be0-9632-df48db793548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:44.283604 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-ce76b657-722f-4be0-9632-df48db793548 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf2830a3-b720-4db3-ad57-8864470584c5 HTTP/1.1" status: 204 len: 168 time: 0.8911707 Aug 31 12:44:44.321116 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'name': 'tempest-TestMinimumBasicScenario-1644235309-router', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:37Z', 'updated_at': '2021-08-31T12:44:40Z', 'revision_number': 3, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'gw_port': {'id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:39Z', 'updated_at': '2021-08-31T12:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb'}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:44:44.325125 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] Checking router: d8897c5e-2e06-4eea-bcd3-b0171751f2e0 for host: dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:44:44.326060 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] Updating router d8897c5e-2e06-4eea-bcd3-b0171751f2e0 port 6afb14ed-34e5-4734-80c6-b2db0d7f79bd binding host dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 31 12:44:44.332524 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:44.368235 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-9b280a22-e509-4c5d-ac53-e9705e26196c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:44.379493 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d0937d5a-78cf-4600-98a0-9492c6ff9d83 req-3367fd76-4cf9-43f7-afa9-fe29d7d93715 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825102 Aug 31 12:44:44.384514 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-9b280a22-e509-4c5d-ac53-e9705e26196c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:44.400271 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-9b280a22-e509-4c5d-ac53-e9705e26196c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Made reservation on behalf of c5d0d26219144527ad3c1eecfdfeb7f8 for: {'port': 1} {{(pid=75034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:44:44.408543 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-9b280a22-e509-4c5d-ac53-e9705e26196c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:44.450069 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:44.774827 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a13acfde-1eef-4385-8872-8707beb7ca9f req-e38a3b63-bc44-4e07-b6df-26d3d79203cb tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 210 time: 0.2143998 Aug 31 12:44:44.804969 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] Allocated IP 172.20.0.1 (c6da5227-c31a-4422-ac49-65bae9a61094/62b0c2db-90bc-49b6-9750-c754408ae7a8/e0b9cf7e-872e-4004-b20b-a08b920b5d46) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:44:44.878281 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:44.894393 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.db_base_plugin_common [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-9b280a22-e509-4c5d-ac53-e9705e26196c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Allocated IP 172.20.0.3 (702c7954-d9af-4f3a-9da8-4db52418d64a/0374522e-8e13-43f1-b19e-60140b6db1f3/f57774f4-d80d-4478-a417-35584bd38ccd) {{(pid=75034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:44:44.952999 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896da85-6a34-49b9-8ae4-298041656975 req-7460f604-55b3-41bd-a3ba-c3fd38079278 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:44.961306 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-f896da85-6a34-49b9-8ae4-298041656975 req-7460f604-55b3-41bd-a3ba-c3fd38079278 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 945 time: 0.3369052 Aug 31 12:44:45.022997 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:45.050627 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] Transition to ACTIVE for port object e0b9cf7e-872e-4004-b20b-a08b920b5d46 will not be triggered until provisioned by entity DHCP. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:44:45.098560 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:45.108762 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5c650283-e3b0-45b6-83b5-a12e4d6021c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:45.136301 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] Notify callbacks [] for port, precommit_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:45.154307 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] Transition to ACTIVE for port object 6afb14ed-34e5-4734-80c6-b2db0d7f79bd will not be triggered until provisioned by entity L2. {{(pid=75036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:44:45.166571 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:45.174561 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:45.225122 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-f896da85-6a34-49b9-8ae4-298041656975 req-c10bdb52-4537-4f05-9a1d-f0b1accec65f tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2626846 Aug 31 12:44:45.241359 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] Network c6da5227-c31a-4422-ac49-65bae9a61094 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:44:45.255342 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 38110) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:45.257442 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:44:45.261553 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:44:45.297913 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] Pushing event updated for resources: {'Port': ['ID=e0b9cf7e-872e-4004-b20b-a08b920b5d46,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:45.308854 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:45.337299 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784064'] for router_interface, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:45.351120 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] Attempting to bind port 6afb14ed-34e5-4734-80c6-b2db0d7f79bd on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:44:45.351694 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] Attempting to bind port 6afb14ed-34e5-4734-80c6-b2db0d7f79bd by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:44:45.352404 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] Attempting to bind port 6afb14ed-34e5-4734-80c6-b2db0d7f79bd on network 7b35dd9c-b590-45a2-8542-749821ca1ef9 {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:44:45.355518 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-9b280a22-e509-4c5d-ac53-e9705e26196c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for port, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:45.362789 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:44:45.363174 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] Checking segment: {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:44:45.363952 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:45.364372 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] Bound using segment: {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:44:45.364928 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] Bound port: 6afb14ed-34e5-4734-80c6-b2db0d7f79bd, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:44:45.365508 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:45.377402 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.provisioning_blocks [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-9b280a22-e509-4c5d-ac53-e9705e26196c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Transition to ACTIVE for port object f57774f4-d80d-4478-a417-35584bd38ccd will not be triggered until provisioned by entity DHCP. {{(pid=75034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:44:45.406752 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0685891-eb37-4ee2-9aab-fb96f461ae14 None None] Pushing event updated for resources: {'Port': ['ID=6afb14ed-34e5-4734-80c6-b2db0d7f79bd,revision_number=2']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:45.410492 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-e0685891-eb37-4ee2-9aab-fb96f461ae14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:45.414463 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-9b280a22-e509-4c5d-ac53-e9705e26196c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:45.447042 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:45.463278 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] For port 6afb14ed-34e5-4734-80c6-b2db0d7f79bd, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:44:45.468011 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] For port 6afb14ed-34e5-4734-80c6-b2db0d7f79bd, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=6afb14ed-34e5-4734-80c6-b2db0d7f79bd,segment=NetworkSegment(3f81cd55-86a1-4a25-9153-5d04b36688ac),segment_id=3f81cd55-86a1-4a25-9153-5d04b36688ac)] {{(pid=75036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:44:45.477576 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:45.482999 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:45.493569 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:45.546217 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-9b280a22-e509-4c5d-ac53-e9705e26196c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Network 702c7954-d9af-4f3a-9da8-4db52418d64a is already hosted by enough agents. {{(pid=75034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:44:45.560647 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-9b280a22-e509-4c5d-ac53-e9705e26196c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Resources bound (agent type, host, resource id): {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:44:45.577980 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-9b280a22-e509-4c5d-ac53-e9705e26196c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Received port after_create {{(pid=75034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:44:45.605608 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0685891-eb37-4ee2-9aab-fb96f461ae14 None None] Pushing event updated for resources: {'Port': ['ID=6afb14ed-34e5-4734-80c6-b2db0d7f79bd,revision_number=3']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:45.624635 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-e0685891-eb37-4ee2-9aab-fb96f461ae14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:45.645256 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7769-a293-4b87-8ef7-f6bbf2afd507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:45.662596 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] Routers {'d8897c5e-2e06-4eea-bcd3-b0171751f2e0'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:44:45.663373 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:44:45Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8897c5e-2e06-4eea-bcd3-b0171751f2e0'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:44:45.686193 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b280a22-e509-4c5d-ac53-e9705e26196c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Pushing event updated for resources: {'Port': ['ID=f57774f4-d80d-4478-a417-35584bd38ccd,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:45.690978 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-9b280a22-e509-4c5d-ac53-e9705e26196c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:45.723279 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-9b280a22-e509-4c5d-ac53-e9705e26196c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:45.729205 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-9b280a22-e509-4c5d-ac53-e9705e26196c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:45.792909 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-9b280a22-e509-4c5d-ac53-e9705e26196c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6666989 Aug 31 12:44:45.811371 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Request body: {'port': {'device_id': 'f877d7ee-8099-48a5-b7f8-52dbe7e1e34d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:44:45.948913 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] Set router d8897c5e-2e06-4eea-bcd3-b0171751f2e0 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:44:45.964672 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:45.981598 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:46.068519 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:46.130192 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-ba8c5821-7b5a-43c1-be6d-2a7b8535d05e tempest-TestShelveInstance-1528922593 tempest-TestShelveInstance-1528922593-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 1093 time: 0.8732467 Aug 31 12:44:46.132530 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:46.144076 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 38126) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:46.150529 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Request body: {'floatingip': {'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'port_id': '7dc9952a-1108-4f26-a896-8fd16f1b503d', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'fixed_ip_address': '172.20.0.6'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:44:46.160950 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:46.208782 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Usage tracker for resource:floatingip and tenant:3bc9a284c20b4adfbfcdc98e81f10699 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:46.224173 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:46.240245 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:46.268331 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for floatingip, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:46.335900 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-547eef83-b7ac-458a-8f84-def3240f16d1 None None] Provisioning for port e0b9cf7e-872e-4004-b20b-a08b920b5d46 completed by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:44:46.342969 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-547eef83-b7ac-458a-8f84-def3240f16d1 None None] Provisioning complete for port e0b9cf7e-872e-4004-b20b-a08b920b5d46 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:44:46.343237 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-547eef83-b7ac-458a-8f84-def3240f16d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:46.352689 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] Pushing event updated for resources: {'Port': ['ID=e0b9cf7e-872e-4004-b20b-a08b920b5d46,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:46.355832 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33353741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-782633'] for router_interface, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:46.362396 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:46.399745 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 38132) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:46.411403 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-547eef83-b7ac-458a-8f84-def3240f16d1 None None] Port e0b9cf7e-872e-4004-b20b-a08b920b5d46 cannot update to ACTIVE because it is not bound. {{(pid=75036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 31 12:44:46.432950 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'name': 'tempest-TestMinimumBasicScenario-1644235309-router', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:37Z', 'updated_at': '2021-08-31T12:44:45Z', 'revision_number': 4, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'gw_port': {'id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:39Z', 'updated_at': '2021-08-31T12:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': 'e0b9cf7e-872e-4004-b20b-a08b920b5d46', 'name': '', 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'mac_address': 'fa:16:3e:bb:e1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62b0c2db-90bc-49b6-9750-c754408ae7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:44Z', 'updated_at': '2021-08-31T12:44:44Z', 'revision_number': 1, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'subnets': [{'id': '62b0c2db-90bc-49b6-9750-c754408ae7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:44:46.438162 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2394d1-61ae-4365-a908-68b45ad0b9be None None] The sync data for ids ['d8897c5e-2e06-4eea-bcd3-b0171751f2e0'] in dv-cinder-806696-1-smb is: [{'id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'name': 'tempest-TestMinimumBasicScenario-1644235309-router', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:37Z', 'updated_at': '2021-08-31T12:44:45Z', 'revision_number': 4, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'gw_port': {'id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:39Z', 'updated_at': '2021-08-31T12:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': 'e0b9cf7e-872e-4004-b20b-a08b920b5d46', 'name': '', 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'mac_address': 'fa:16:3e:bb:e1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62b0c2db-90bc-49b6-9750-c754408ae7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:44Z', 'updated_at': '2021-08-31T12:44:44Z', 'revision_number': 1, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'subnets': [{'id': '62b0c2db-90bc-49b6-9750-c754408ae7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:44:46.479195 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a42d6a-6c30-475f-8dc6-b4fc09b400ce req-522dd207-6951-46f7-a934-fd785ceadcfe tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:46.480735 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-37a42d6a-6c30-475f-8dc6-b4fc09b400ce req-522dd207-6951-46f7-a934-fd785ceadcfe tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 931 time: 0.3436933 Aug 31 12:44:46.514147 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:46.555889 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-4b598260-b743-428f-aa2c-9c1b2330ba87 None None] Provisioning for port f57774f4-d80d-4478-a417-35584bd38ccd completed by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:44:46.564334 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-4b598260-b743-428f-aa2c-9c1b2330ba87 None None] Provisioning complete for port f57774f4-d80d-4478-a417-35584bd38ccd triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:44:46.564952 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-4b598260-b743-428f-aa2c-9c1b2330ba87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:46.602430 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] Network c6da5227-c31a-4422-ac49-65bae9a61094 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:44:46.620392 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-37a42d6a-6c30-475f-8dc6-b4fc09b400ce req-ff70b599-f243-4eaf-8492-2e09b793aca4 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229248 Aug 31 12:44:46.621860 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:44:46.652539 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:46.680522 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-4b598260-b743-428f-aa2c-9c1b2330ba87 None None] Port f57774f4-d80d-4478-a417-35584bd38ccd cannot update to ACTIVE because it is not bound. {{(pid=75036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 31 12:44:46.869085 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.notifiers.nova [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f57774f4-d80d-4478-a417-35584bd38ccd {{(pid=75034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:44:46.884537 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:46.937848 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-a280c355-2736-4da9-9960-ff34a8b1fde7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94c3ae34f07142749af38c0e9eed4f82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5369856 Aug 31 12:44:46.941225 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 38138) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:46.942730 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.provisioning_blocks [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Transition to ACTIVE for port object f57774f4-d80d-4478-a417-35584bd38ccd will not be triggered until provisioned by entity L2. {{(pid=75034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:44:46.953760 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1383631'] for port, after_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:46.961747 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-bb3933d0-a99c-40dd-99c7-a911515202c5 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:47.033859 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-fc9b8c78-71a9-4128-b02f-93897be0d229 None None] Provisioning complete for port e0b9cf7e-872e-4004-b20b-a08b920b5d46 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:44:47.034724 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-fc9b8c78-71a9-4128-b02f-93897be0d229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:47.038500 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f57774f4-d80d-4478-a417-35584bd38ccd,revision_number=2']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:47.041899 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:47.054544 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.db_base_plugin_common [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Allocated IP 172.28.3.2 (7b35dd9c-b590-45a2-8542-749821ca1ef9/5d9224a0-26e6-47e5-9065-b2d86fa589fa/6ddff50e-4f42-4fd0-a130-0ceb034056b3) {{(pid=75034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:44:47.218498 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5560af4b-d345-431e-8838-01de68238cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:47.238851 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b8c78-71a9-4128-b02f-93897be0d229 None None] Port e0b9cf7e-872e-4004-b20b-a08b920b5d46 cannot update to ACTIVE because it is not bound. {{(pid=75036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 31 12:44:47.262818 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5560af4b-d345-431e-8838-01de68238cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:47.410747 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.managers [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Attempting to bind port f57774f4-d80d-4478-a417-35584bd38ccd on host hv-cinder-80669 for vnic_type normal with profile {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:44:47.411967 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.managers [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Attempting to bind port f57774f4-d80d-4478-a417-35584bd38ccd by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': '0e52ecdb-d8b9-4496-8200-9896e7e726ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a'}] {{(pid=75034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:44:47.412776 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Attempting to bind port f57774f4-d80d-4478-a417-35584bd38ccd on network 702c7954-d9af-4f3a-9da8-4db52418d64a {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:44:47.424625 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Port f57774f4-d80d-4478-a417-35584bd38ccd on network 702c7954-d9af-4f3a-9da8-4db52418d64a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:44:47.425143 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Attempting to bind port f57774f4-d80d-4478-a417-35584bd38ccd on network 702c7954-d9af-4f3a-9da8-4db52418d64a {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:44:47.435337 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Checking agent: {'id': '5e6dd7d8-f43f-4d17-8159-c302453ef7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:44:47.435847 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Checking segment: {'id': '0e52ecdb-d8b9-4496-8200-9896e7e726ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:44:47.436331 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Bound using segment: {'id': '0e52ecdb-d8b9-4496-8200-9896e7e726ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a'} {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:44:47.437046 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.managers [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Bound port: f57774f4-d80d-4478-a417-35584bd38ccd, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e52ecdb-d8b9-4496-8200-9896e7e726ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a'}}] {{(pid=75034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:44:47.437493 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:47.443088 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5560af4b-d345-431e-8838-01de68238cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:47.460430 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:47.484572 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560af4b-d345-431e-8838-01de68238cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bceb27bb-d1ea-46e7-8acf-bb8f6278dfb4,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:47.502883 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5560af4b-d345-431e-8838-01de68238cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:47.518793 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5560af4b-d345-431e-8838-01de68238cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:47.520227 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-5560af4b-d345-431e-8838-01de68238cba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bceb27bb-d1ea-46e7-8acf-bb8f6278dfb4 HTTP/1.1" status: 204 len: 168 time: 0.5774763 Aug 31 12:44:47.595801 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] Router d8897c5e-2e06-4eea-bcd3-b0171751f2e0 has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:44:47.626473 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for port, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:47.639068 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] For port f57774f4-d80d-4478-a417-35584bd38ccd, host hv-cinder-80669, cleared binding levels {{(pid=75034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:44:47.643974 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] For port f57774f4-d80d-4478-a417-35584bd38ccd, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f57774f4-d80d-4478-a417-35584bd38ccd,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:44:47.650959 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1383631'] for port, after_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:47.658423 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-9b280a22-e509-4c5d-ac53-e9705e26196c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:47.884475 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:47.890331 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] 10.222.0.52 "PUT /v2.0/ports/f57774f4-d80d-4478-a417-35584bd38ccd HTTP/1.1" status: 200 len: 1093 time: 2.0849099 Aug 31 12:44:47.898591 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f877d7ee-8099-48a5-b7f8-52dbe7e1e34d', 'tag': 'f57774f4-d80d-4478-a417-35584bd38ccd'}] {{(pid=75034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:44:47.934582 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:44:47.949064 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f57774f4-d80d-4478-a417-35584bd38ccd,revision_number=3']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:47.952620 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] 10.222.0.13 "PUT /v2.0/routers/d8897c5e-2e06-4eea-bcd3-b0171751f2e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3255098 Aug 31 12:44:47.953785 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:47.971135 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:47.971653 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:48.020306 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:48.096934 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f877d7ee-8099-48a5-b7f8-52dbe7e1e34d', 'tag': 'f57774f4-d80d-4478-a417-35584bd38ccd', 'status': 'completed', 'code': 200} Aug 31 12:44:48.138067 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Network 7b35dd9c-b590-45a2-8542-749821ca1ef9 is already hosted by enough agents. {{(pid=75034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:44:48.159719 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Resources bound (agent type, host, resource id): {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:44:48.163415 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Received port after_create {{(pid=75034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:44:48.244562 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Pushing event updated for resources: {'Port': ['ID=6ddff50e-4f42-4fd0-a130-0ceb034056b3,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:48.247132 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:48.378368 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-445a08d1-3894-499e-8bae-890743bb8b2b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5d0d26219144527ad3c1eecfdfeb7f8&device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 1096 time: 0.3501596 Aug 31 12:44:48.442867 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa81689-9dbc-46c3-a49d-499c175d81ed req-38dcc393-a27c-4592-aa7d-5198bbd850a5 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:48.443574 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-7aa81689-9dbc-46c3-a49d-499c175d81ed req-38dcc393-a27c-4592-aa7d-5198bbd850a5 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Synchronizing usage tracker for tenant:c5d0d26219144527ad3c1eecfdfeb7f8 on resource:port {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:44:48.487327 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-2b7fff91-53be-4cbd-a629-6ad079034d3e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57774f4-d80d-4478-a417-35584bd38ccd HTTP/1.1" status: 200 len: 217 time: 0.1005909 Aug 31 12:44:48.499539 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-7aa81689-9dbc-46c3-a49d-499c175d81ed req-38dcc393-a27c-4592-aa7d-5198bbd850a5 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Unset dirty status for tenant:c5d0d26219144527ad3c1eecfdfeb7f8 on resource:port {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:44:48.500586 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7aa81689-9dbc-46c3-a49d-499c175d81ed req-38dcc393-a27c-4592-aa7d-5198bbd850a5 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 943 time: 0.4645102 Aug 31 12:44:48.717764 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-71bd53da-2780-4fe3-bd39-99ef40e0698e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:48.719262 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-71bd53da-2780-4fe3-bd39-99ef40e0698e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0374522e-8e13-43f1-b19e-60140b6db1f3 HTTP/1.1" status: 200 len: 855 time: 0.2223330 Aug 31 12:44:48.783722 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7aa81689-9dbc-46c3-a49d-499c175d81ed req-ec2fbdd5-0842-4f81-9f3b-b9da84066a53 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043157 Aug 31 12:44:48.848057 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-8ae2cee9-8a44-4ba4-a517-d1e473d4e766 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=702c7954-d9af-4f3a-9da8-4db52418d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1164489 Aug 31 12:44:48.942235 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 6afb14ed-34e5-4734-80c6-b2db0d7f79bd up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:44:49.019976 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port 6afb14ed-34e5-4734-80c6-b2db0d7f79bd completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:44:49.031729 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 6afb14ed-34e5-4734-80c6-b2db0d7f79bd triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:44:49.032415 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:49.075560 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 38178) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:49.083007 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1462772477-network', 'tenant_id': 'c38f004134004a37bf9920a3b54e0d4d'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:44:49.089859 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:49.097589 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Usage tracker for resource:network and tenant:c38f004134004a37bf9920a3b54e0d4d is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:49.100885 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:49.106837 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:49.120214 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Made reservation on behalf of c38f004134004a37bf9920a3b54e0d4d for: {'network': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:44:49.124861 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for network, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:49.141154 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:49.152546 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-54125e0e-ca15-405b-84c4-8d46fbf70d4f service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952085 Aug 31 12:44:49.176653 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:49.181614 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Usage tracker for resource:security_group_rule and tenant:c38f004134004a37bf9920a3b54e0d4d is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:49.184651 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:49.191256 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:49.195197 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:49.246162 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:49.265126 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] For port 6afb14ed-34e5-4734-80c6-b2db0d7f79bd, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=6afb14ed-34e5-4734-80c6-b2db0d7f79bd,segment=NetworkSegment(3f81cd55-86a1-4a25-9153-5d04b36688ac),segment_id=3f81cd55-86a1-4a25-9153-5d04b36688ac)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:49.271150 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:49.273200 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:49.298348 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:49.303699 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:49.312585 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-cd64d740-f407-4da9-a6f6-adcc43c11ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:49.360846 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=75035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 31 12:44:49.366624 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:49.385286 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Pushing event updated for resources: {'Port': ['ID=6afb14ed-34e5-4734-80c6-b2db0d7f79bd,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:49.390445 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:49.393033 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:49.393519 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.db.segments_db [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Added segment ce19e8ff-2b5c-4bc8-a837-9211c8927451 of type vlan for network 2cb97aee-f015-4156-98dd-1e3ab2f5f984 Aug 31 12:44:49.401046 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f806c5db-c5be-4be2-8479-e0579b366401,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:49.404762 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:49.428905 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767722117506'] for network, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:49.464973 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113'] for network, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:49.466899 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:49.467782 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:49.475517 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-742c6a8b-e808-45d3-a998-426c79e43db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:49.492577 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a06f85c4-9718-415e-b466-2cdcd03e4320 req-6cf695c4-9658-4dd7-bd6d-3d4c7a910e0f service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267875 Aug 31 12:44:49.581883 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Pushing event updated for resources: {'Network': ['ID=2cb97aee-f015-4156-98dd-1e3ab2f5f984,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:49.585910 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:49.589185 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-dfe7e1d6-8d5f-4437-9462-d98d6372b8bf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5116861 Aug 31 12:44:49.593556 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 38186) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:49.598980 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Network 2cb97aee-f015-4156-98dd-1e3ab2f5f984 details requested by agent ovs-agent-dv-cinder-806696-1-smb with host dv-cinder-806696-1-smb {{(pid=75036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 12:44:49.599876 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-14f989a6-8bda-45cf-8fd9-f703cae33854 admin admin] Request body: {'subnet': {'network_id': '2cb97aee-f015-4156-98dd-1e3ab2f5f984', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1462772477-subnet', 'tenant_id': 'c38f004134004a37bf9920a3b54e0d4d', 'ip_version': 4}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:44:49.606362 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-14f989a6-8bda-45cf-8fd9-f703cae33854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:49.610957 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-14f989a6-8bda-45cf-8fd9-f703cae33854 admin admin] Usage tracker for resource:subnet and tenant:c38f004134004a37bf9920a3b54e0d4d is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:49.615404 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-14f989a6-8bda-45cf-8fd9-f703cae33854 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:49.622660 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-14f989a6-8bda-45cf-8fd9-f703cae33854 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:49.635174 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f989a6-8bda-45cf-8fd9-f703cae33854 admin admin] Made reservation on behalf of c38f004134004a37bf9920a3b54e0d4d for: {'subnet': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:44:49.638071 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-14f989a6-8bda-45cf-8fd9-f703cae33854 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1377153'] for subnet, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:49.831565 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5b7dcf7e-7bdf-4afc-9098-04e62b18592d req-711a1884-a3ab-4bfb-9c82-10cec66a4aed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5d0d26219144527ad3c1eecfdfeb7f8&device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 1096 time: 0.2644033 Aug 31 12:44:49.872312 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-14f989a6-8bda-45cf-8fd9-f703cae33854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1148779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1377171'] for subnet, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:49.876057 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for port, precommit_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:49.876931 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-23ba196d-ae56-4a07-9ce4-28e2ac5363da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:49.924051 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1383631'] for port, after_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:49.929486 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-0adc421d-6643-43b8-b56c-1d3415f1cf57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:49.970749 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f989a6-8bda-45cf-8fd9-f703cae33854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d2ba31-49dd-43f9-98af-33ebcbca40cf,revision_number=0']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:49.975275 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-14f989a6-8bda-45cf-8fd9-f703cae33854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:50.034020 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f989a6-8bda-45cf-8fd9-f703cae33854 admin admin] Checking segment: {'id': 'ce19e8ff-2b5c-4bc8-a837-9211c8927451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2cb97aee-f015-4156-98dd-1e3ab2f5f984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:44:50.034529 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f989a6-8bda-45cf-8fd9-f703cae33854 admin admin] Network hostable DHCP agents. Network: 2cb97aee-f015-4156-98dd-1e3ab2f5f984, hostable agents: ['c4bdb865-a81e-4643-8bd9-838ee0d40aaf'], hosted agents: [] {{(pid=75035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 12:44:50.046953 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864010bb-19bc-4cee-960b-0cc7bbecf2b3 req-4b3af099-7c85-4550-bc2d-ae7cff0fa005 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:50.048588 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-864010bb-19bc-4cee-960b-0cc7bbecf2b3 req-4b3af099-7c85-4550-bc2d-ae7cff0fa005 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 943 time: 0.1203425 Aug 31 12:44:50.061959 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Pushing event updated for resources: {'Port': ['ID=6ddff50e-4f42-4fd0-a130-0ceb034056b3,revision_number=2']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:50.071968 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:50.092497 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7dcf7e-7bdf-4afc-9098-04e62b18592d req-d6b8df9a-9877-45fc-bc75-2766c68fccc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:50.094002 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5b7dcf7e-7bdf-4afc-9098-04e62b18592d req-d6b8df9a-9877-45fc-bc75-2766c68fccc5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=702c7954-d9af-4f3a-9da8-4db52418d64a HTTP/1.1" status: 200 len: 917 time: 0.2549503 Aug 31 12:44:50.102632 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-864010bb-19bc-4cee-960b-0cc7bbecf2b3 req-85297fcd-7138-45db-b24b-34a998c9e329 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476871 Aug 31 12:44:50.103204 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f989a6-8bda-45cf-8fd9-f703cae33854 admin admin] Network 2cb97aee-f015-4156-98dd-1e3ab2f5f984 is scheduled to be hosted by DHCP agent c4bdb865-a81e-4643-8bd9-838ee0d40aaf with binding_index 1 {{(pid=75035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 12:44:50.113866 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-14f989a6-8bda-45cf-8fd9-f703cae33854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806696-1-smb, 2cb97aee-f015-4156-98dd-1e3ab2f5f984) {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:44:50.121222 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f989a6-8bda-45cf-8fd9-f703cae33854 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:50.122025 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-14f989a6-8bda-45cf-8fd9-f703cae33854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:50.123234 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3859d1ee-bdb6-4a58-9641-c50b05b25ead None None] Network 2cb97aee-f015-4156-98dd-1e3ab2f5f984 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:44:50.143873 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-14f989a6-8bda-45cf-8fd9-f703cae33854 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5488513 Aug 31 12:44:50.146286 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 38192) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:50.151662 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1462772477-router', 'tenant_id': 'c38f004134004a37bf9920a3b54e0d4d', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:44:50.156546 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:44:50.160752 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Usage tracker for resource:router and tenant:c38f004134004a37bf9920a3b54e0d4d is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:44:50.166638 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783949'] for floatingip, after_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:50.168079 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:44:50.175953 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:44:50.187626 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8182'] for router, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:50.189007 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8189'] for router, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:50.209452 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:50.230182 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5b7dcf7e-7bdf-4afc-9098-04e62b18592d req-ec1e3a4c-8c81-41ae-b1eb-14f152eeca20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57774f4-d80d-4478-a417-35584bd38ccd HTTP/1.1" status: 200 len: 217 time: 0.1277635 Aug 31 12:44:50.309352 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7dcf7e-7bdf-4afc-9098-04e62b18592d req-aed2b19a-116d-4a56-a9c3-4812a919b406 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:50.310820 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5b7dcf7e-7bdf-4afc-9098-04e62b18592d req-aed2b19a-116d-4a56-a9c3-4812a919b406 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0374522e-8e13-43f1-b19e-60140b6db1f3 HTTP/1.1" status: 200 len: 855 time: 0.0726812 Aug 31 12:44:50.369959 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74434909-0b8c-5b4f-b4a6-2114f8d237d1-2cb97aee-f015-4156-98dd-1e3ab2f5f984', 'network_id': '2cb97aee-f015-4156-98dd-1e3ab2f5f984', 'tenant_id': 'c38f004134004a37bf9920a3b54e0d4d', 'fixed_ips': [{'subnet_id': '60d2ba31-49dd-43f9-98af-33ebcbca40cf'}]}} from dv-cinder-806696-1-smb. {{(pid=75036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 31 12:44:50.370779 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:50.440589 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-783613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8147'] for router, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:50.472571 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5b7dcf7e-7bdf-4afc-9098-04e62b18592d req-da4c3411-24e0-4f79-8518-55151fc2f63f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=702c7954-d9af-4f3a-9da8-4db52418d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1536565 Aug 31 12:44:50.566912 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.db.l3_db [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Floating IP 48f77ba1-5797-4d1c-bead-e602c9e33a44 associated. External IP: 172.28.3.2, port: 7dc9952a-1108-4f26-a896-8fd16f1b503d. Aug 31 12:44:50.613310 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.db_base_plugin_common [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Allocated IP 172.20.0.2 (2cb97aee-f015-4156-98dd-1e3ab2f5f984/60d2ba31-49dd-43f9-98af-33ebcbca40cf/6461e330-b87b-462e-a6fa-5222dc7993de) {{(pid=75036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:44:50.679951 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:50.692388 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5b7dcf7e-7bdf-4afc-9098-04e62b18592d req-6935b32b-b8d9-4c37-8315-272e67be82f7 service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117083 Aug 31 12:44:50.714124 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:50.872218 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Notify callbacks [] for port, precommit_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:50.877499 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Allocated IP 172.28.3.177 (7b35dd9c-b590-45a2-8542-749821ca1ef9/5d9224a0-26e6-47e5-9065-b2d86fa589fa/6e14f08b-fcb6-4575-849d-4dcfe16b526a) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:44:50.891194 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Transition to ACTIVE for port object 6461e330-b87b-462e-a6fa-5222dc7993de will not be triggered until provisioned by entity L2. {{(pid=75036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:44:50.915000 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5b7dcf7e-7bdf-4afc-9098-04e62b18592d req-75a54c4c-fc97-4fe7-a9a9-750023b1694c service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152979 Aug 31 12:44:50.947824 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Transition to ACTIVE for port object 6461e330-b87b-462e-a6fa-5222dc7993de will not be triggered until provisioned by entity DHCP. {{(pid=75036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:44:50.961156 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887'] for port, after_create {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:50.969990 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-e0685891-eb37-4ee2-9aab-fb96f461ae14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:51.000323 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 6afb14ed-34e5-4734-80c6-b2db0d7f79bd up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:44:51.084054 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:51.094057 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Pushing event updated for resources: {'Port': ['ID=6461e330-b87b-462e-a6fa-5222dc7993de,revision_number=1']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:51.096918 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:51.099517 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Network 2cb97aee-f015-4156-98dd-1e3ab2f5f984 is already hosted by enough agents. {{(pid=75036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:44:51.104272 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.scheduler.base_scheduler [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Resources bound (agent type, host, resource id): {{(pid=75036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:44:51.111334 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Received port after_create {{(pid=75036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:44:51.127561 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:51.133886 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-75780bde-1580-4067-ba28-424f84b33233 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:51.214882 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Network 7b35dd9c-b590-45a2-8542-749821ca1ef9 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:44:51.219038 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:44:51.223018 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 6afb14ed-34e5-4734-80c6-b2db0d7f79bd triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:44:51.223675 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:51.225818 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:44:51.259211 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Attempting to bind port 6461e330-b87b-462e-a6fa-5222dc7993de on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:44:51.259777 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Attempting to bind port 6461e330-b87b-462e-a6fa-5222dc7993de by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': 'ce19e8ff-2b5c-4bc8-a837-9211c8927451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2cb97aee-f015-4156-98dd-1e3ab2f5f984'}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:44:51.260329 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Attempting to bind port 6461e330-b87b-462e-a6fa-5222dc7993de on network 2cb97aee-f015-4156-98dd-1e3ab2f5f984 {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:44:51.274022 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:44:51.274580 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Checking segment: {'id': 'ce19e8ff-2b5c-4bc8-a837-9211c8927451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2cb97aee-f015-4156-98dd-1e3ab2f5f984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:44:51.275098 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:51.275596 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Bound using segment: {'id': 'ce19e8ff-2b5c-4bc8-a837-9211c8927451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2cb97aee-f015-4156-98dd-1e3ab2f5f984'} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:44:51.276212 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Bound port: 6461e330-b87b-462e-a6fa-5222dc7993de, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce19e8ff-2b5c-4bc8-a837-9211c8927451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2cb97aee-f015-4156-98dd-1e3ab2f5f984'}}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:44:51.276661 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:51.324452 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=6e14f08b-fcb6-4575-849d-4dcfe16b526a,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:51.334147 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:51.414032 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:51.414672 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783902'] for router, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:51.431046 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] For port 6461e330-b87b-462e-a6fa-5222dc7993de, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:44:51.436383 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab297e-6e16-464d-87e6-9e6c847aa95b req-68fbb762-be39-4693-842d-ac1bb7fc0ae2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:51.437920 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-4dab297e-6e16-464d-87e6-9e6c847aa95b req-68fbb762-be39-4693-842d-ac1bb7fc0ae2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 943 time: 0.1025078 Aug 31 12:44:51.445408 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] For port 6461e330-b87b-462e-a6fa-5222dc7993de, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=6461e330-b87b-462e-a6fa-5222dc7993de,segment=NetworkSegment(ce19e8ff-2b5c-4bc8-a837-9211c8927451),segment_id=ce19e8ff-2b5c-4bc8-a837-9211c8927451)] {{(pid=75036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:44:51.454116 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:51.457913 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:51.468191 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Router 7c127991-dbbd-4f05-9726-89173d254751 has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:44:51.538206 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Pushing event updated for resources: {'Port': ['ID=6461e330-b87b-462e-a6fa-5222dc7993de,revision_number=2']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:51.546925 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:51.554528 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-4dab297e-6e16-464d-87e6-9e6c847aa95b req-f39bc411-ccb1-4ed6-9aaa-eba381624d98 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075928 Aug 31 12:44:51.729895 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Router 6d4141e3-cc04-4968-a441-1aa8496a1dad is scheduled to L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 with binding_index 1 {{(pid=75035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 12:44:51.742254 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:44:51.751857 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa30b29-91fc-4132-a212-745681f040cb None None] Sync routers for ids ['7c127991-dbbd-4f05-9726-89173d254751'] in dv-cinder-806696-1-smb {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:44:51.776823 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa30b29-91fc-4132-a212-745681f040cb None None] Routers {'7c127991-dbbd-4f05-9726-89173d254751'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:44:51.779979 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-aaa30b29-91fc-4132-a212-745681f040cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:44:45Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['7c127991-dbbd-4f05-9726-89173d254751'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:44:51.788807 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for floatingip, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:51.854409 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 5.7088451 Aug 31 12:44:51.855331 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79b00a7-87e7-421d-9e7e-17c72d7524db', 'tag': '7dc9952a-1108-4f26-a896-8fd16f1b503d'}] {{(pid=75034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:44:51.915463 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79b00a7-87e7-421d-9e7e-17c72d7524db', 'tag': '7dc9952a-1108-4f26-a896-8fd16f1b503d', 'status': 'completed', 'code': 200} Aug 31 12:44:51.967467 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:44:51.977541 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] Sync routers for ids ['6d4141e3-cc04-4968-a441-1aa8496a1dad'] in dv-cinder-806696-1-smb {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:44:51.985801 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-aaa30b29-91fc-4132-a212-745681f040cb None None] Set router 7c127991-dbbd-4f05-9726-89173d254751 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:44:51.999515 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] Routers {'6d4141e3-cc04-4968-a441-1aa8496a1dad'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:44:52.000307 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:44:45Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['6d4141e3-cc04-4968-a441-1aa8496a1dad'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:44:52.022386 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-54d713e1-8868-440d-8e00-944cae7aea9a req-1690ddd3-fd6e-4773-8126-2e656aa7f802 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3bc9a284c20b4adfbfcdc98e81f10699&device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 1098 time: 0.0794103 Aug 31 12:44:52.031352 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Notify callbacks [] for router, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:52.035799 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8884194 Aug 31 12:44:52.036610 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 38210) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:52.257809 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d713e1-8868-440d-8e00-944cae7aea9a req-193cc8ba-8d44-428f-a6e3-3c077aba06d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:52.259264 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-54d713e1-8868-440d-8e00-944cae7aea9a req-193cc8ba-8d44-428f-a6e3-3c077aba06d9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=301c08f8-022f-4c04-8683-cab91975ee82 HTTP/1.1" status: 200 len: 910 time: 0.2299457 Aug 31 12:44:52.396476 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] Set router 6d4141e3-cc04-4968-a441-1aa8496a1dad gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:44:52.413894 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-54d713e1-8868-440d-8e00-944cae7aea9a req-88ac1a7f-94d1-4a8b-853b-d8a86cd6527f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dc9952a-1108-4f26-a896-8fd16f1b503d HTTP/1.1" status: 200 len: 997 time: 0.1477494 Aug 31 12:44:52.448093 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-aaa30b29-91fc-4132-a212-745681f040cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c127991-dbbd-4f05-9726-89173d254751', 'name': 'tempest-TestShelveInstance-1973473040-router', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:27Z', 'updated_at': '2021-08-31T12:43:35Z', 'revision_number': 4, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'gw_port': {'id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c127991-dbbd-4f05-9726-89173d254751', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:28Z', 'updated_at': '2021-08-31T12:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_floatingips': [{'id': '48f77ba1-5797-4d1c-bead-e602c9e33a44', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'floating_ip_address': '172.28.3.2', 'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'router_id': '7c127991-dbbd-4f05-9726-89173d254751', 'port_id': '7dc9952a-1108-4f26-a896-8fd16f1b503d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82', 'mac_address': 'fa:16:3e:aa:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79b00a7-87e7-421d-9e7e-17c72d7524db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:44:48Z', 'updated_at': '2021-08-31T12:44:48Z', 'revision_number': 0, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5baa7258-045c-4b88-b78d-3bf48f0870c7', 'name': '', 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'mac_address': 'fa:16:3e:ca:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c127991-dbbd-4f05-9726-89173d254751', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8b41268-faa3-4a54-af29-703f32d1b3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:34Z', 'updated_at': '2021-08-31T12:43:45Z', 'revision_number': 5, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'subnets': [{'id': 'f8b41268-faa3-4a54-af29-703f32d1b3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:44:52.453436 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa30b29-91fc-4132-a212-745681f040cb None None] Checking router: 7c127991-dbbd-4f05-9726-89173d254751 for host: dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:44:52.467155 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa30b29-91fc-4132-a212-745681f040cb None None] Routers {'7c127991-dbbd-4f05-9726-89173d254751'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:44:52.467992 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-aaa30b29-91fc-4132-a212-745681f040cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:44:45Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['7c127991-dbbd-4f05-9726-89173d254751'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:44:52.516917 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d713e1-8868-440d-8e00-944cae7aea9a req-15000705-d5a2-4c38-9080-0bdcc3bbecb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:52.518709 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-54d713e1-8868-440d-8e00-944cae7aea9a req-15000705-d5a2-4c38-9080-0bdcc3bbecb9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8b41268-faa3-4a54-af29-703f32d1b3fc HTTP/1.1" status: 200 len: 848 time: 0.0891938 Aug 31 12:44:52.673932 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-54d713e1-8868-440d-8e00-944cae7aea9a req-23a64795-0ae8-4229-b606-5a067daa87fa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=301c08f8-022f-4c04-8683-cab91975ee82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1467850 Aug 31 12:44:52.824990 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-aaa30b29-91fc-4132-a212-745681f040cb None None] Set router 7c127991-dbbd-4f05-9726-89173d254751 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:44:52.924104 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device f57774f4-d80d-4478-a417-35584bd38ccd details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:44:52.933720 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b982b7-97e9-4a95-bb30-c9cf8ef1f5e6 None None] Network 2cb97aee-f015-4156-98dd-1e3ab2f5f984 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:44:53.063133 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-54d713e1-8868-440d-8e00-944cae7aea9a req-6e0ce7d3-8815-4a73-99d2-e21e3fe9f64c service neutron] 10.222.0.52 "GET /v2.0/networks/301c08f8-022f-4c04-8683-cab91975ee82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872342 Aug 31 12:44:53.205519 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port f57774f4-d80d-4478-a417-35584bd38ccd, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f57774f4-d80d-4478-a417-35584bd38ccd,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:53.224668 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 6461e330-b87b-462e-a6fa-5222dc7993de up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:44:53.247484 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': 'f57774f4-d80d-4478-a417-35584bd38ccd', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'port_id': 'f57774f4-d80d-4478-a417-35584bd38ccd', 'mac_address': 'fa:16:3e:ba:67:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:44:53.336466 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66ea69-d933-4804-b3fb-fdcd997015aa req-672906f3-a400-4fc3-9e55-daa44f75f6fb tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:53.338421 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-4c66ea69-d933-4804-b3fb-fdcd997015aa req-672906f3-a400-4fc3-9e55-daa44f75f6fb tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 943 time: 0.4946179 Aug 31 12:44:53.363474 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-54d713e1-8868-440d-8e00-944cae7aea9a req-3cb3df63-c80a-4241-89e8-258f89fd25e1 service neutron] 10.222.0.52 "GET /v2.0/networks/301c08f8-022f-4c04-8683-cab91975ee82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756329 Aug 31 12:44:53.399223 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-4c66ea69-d933-4804-b3fb-fdcd997015aa req-96f21932-e609-44c1-9868-f2734446de4f tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538788 Aug 31 12:44:53.453184 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-aaa30b29-91fc-4132-a212-745681f040cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c127991-dbbd-4f05-9726-89173d254751', 'name': 'tempest-TestShelveInstance-1973473040-router', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:27Z', 'updated_at': '2021-08-31T12:43:35Z', 'revision_number': 4, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'gw_port': {'id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c127991-dbbd-4f05-9726-89173d254751', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:28Z', 'updated_at': '2021-08-31T12:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_floatingips': [{'id': '48f77ba1-5797-4d1c-bead-e602c9e33a44', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'floating_ip_address': '172.28.3.2', 'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'router_id': '7c127991-dbbd-4f05-9726-89173d254751', 'port_id': '7dc9952a-1108-4f26-a896-8fd16f1b503d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82', 'mac_address': 'fa:16:3e:aa:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79b00a7-87e7-421d-9e7e-17c72d7524db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:44:48Z', 'updated_at': '2021-08-31T12:44:48Z', 'revision_number': 0, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5baa7258-045c-4b88-b78d-3bf48f0870c7', 'name': '', 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'mac_address': 'fa:16:3e:ca:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c127991-dbbd-4f05-9726-89173d254751', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8b41268-faa3-4a54-af29-703f32d1b3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:34Z', 'updated_at': '2021-08-31T12:43:45Z', 'revision_number': 5, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'subnets': [{'id': 'f8b41268-faa3-4a54-af29-703f32d1b3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:44:53.457844 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa30b29-91fc-4132-a212-745681f040cb None None] The sync data for ids ['7c127991-dbbd-4f05-9726-89173d254751'] in dv-cinder-806696-1-smb is: [{'id': '7c127991-dbbd-4f05-9726-89173d254751', 'name': 'tempest-TestShelveInstance-1973473040-router', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:27Z', 'updated_at': '2021-08-31T12:43:35Z', 'revision_number': 4, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'gw_port': {'id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c127991-dbbd-4f05-9726-89173d254751', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:28Z', 'updated_at': '2021-08-31T12:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_floatingips': [{'id': '48f77ba1-5797-4d1c-bead-e602c9e33a44', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'floating_ip_address': '172.28.3.2', 'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'router_id': '7c127991-dbbd-4f05-9726-89173d254751', 'port_id': '7dc9952a-1108-4f26-a896-8fd16f1b503d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82', 'mac_address': 'fa:16:3e:aa:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79b00a7-87e7-421d-9e7e-17c72d7524db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:44:48Z', 'updated_at': '2021-08-31T12:44:48Z', 'revision_number': 0, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5baa7258-045c-4b88-b78d-3bf48f0870c7', 'name': '', 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'mac_address': 'fa:16:3e:ca:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c127991-dbbd-4f05-9726-89173d254751', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8b41268-faa3-4a54-af29-703f32d1b3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:34Z', 'updated_at': '2021-08-31T12:43:45Z', 'revision_number': 5, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'subnets': [{'id': 'f8b41268-faa3-4a54-af29-703f32d1b3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:44:53.477979 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-0ca0ef25-df52-419b-a506-85dae10ccc1d None None] Provisioning for port 6461e330-b87b-462e-a6fa-5222dc7993de completed by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:44:53.522234 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:53.539794 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0471-2f2e-425e-915e-e830447eddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:53.594922 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f57774f4-d80d-4478-a417-35584bd38ccd {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:44:53.628157 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port f57774f4-d80d-4478-a417-35584bd38ccd, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f57774f4-d80d-4478-a417-35584bd38ccd,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:53.643348 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:53.647498 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:53.706143 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4141e3-cc04-4968-a441-1aa8496a1dad', 'name': 'tempest-TestMinimumBasicScenario-1462772477-router', 'tenant_id': 'c38f004134004a37bf9920a3b54e0d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '6e14f08b-fcb6-4575-849d-4dcfe16b526a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:50Z', 'updated_at': '2021-08-31T12:44:51Z', 'revision_number': 3, 'project_id': 'c38f004134004a37bf9920a3b54e0d4d', 'gw_port': {'id': '6e14f08b-fcb6-4575-849d-4dcfe16b526a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4141e3-cc04-4968-a441-1aa8496a1dad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:50Z', 'updated_at': '2021-08-31T12:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb'}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:44:53.722901 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port 6461e330-b87b-462e-a6fa-5222dc7993de completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:44:53.736466 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] Checking router: 6d4141e3-cc04-4968-a441-1aa8496a1dad for host: dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:44:53.736792 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] Updating router 6d4141e3-cc04-4968-a441-1aa8496a1dad port 6e14f08b-fcb6-4575-849d-4dcfe16b526a binding host dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 31 12:44:53.746507 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [None req-e7ae0471-2f2e-425e-915e-e830447eddd5 admin admin] Allocated IP 172.20.0.1 (2cb97aee-f015-4156-98dd-1e3ab2f5f984/60d2ba31-49dd-43f9-98af-33ebcbca40cf/9c143c7a-fd7f-4a2e-9013-4463af15ffa1) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:44:53.774171 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 6461e330-b87b-462e-a6fa-5222dc7993de triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:44:53.774471 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:53.876385 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=f57774f4-d80d-4478-a417-35584bd38ccd,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:53.879456 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:53.883439 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:53.911425 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0471-2f2e-425e-915e-e830447eddd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:53.921359 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['f57774f4-d80d-4478-a417-35584bd38ccd'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:44:53.928119 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [None req-e7ae0471-2f2e-425e-915e-e830447eddd5 admin admin] Transition to ACTIVE for port object 9c143c7a-fd7f-4a2e-9013-4463af15ffa1 will not be triggered until provisioned by entity DHCP. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:44:53.954606 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0471-2f2e-425e-915e-e830447eddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:53.962366 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:54.044986 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ae0471-2f2e-425e-915e-e830447eddd5 admin admin] Network 2cb97aee-f015-4156-98dd-1e3ab2f5f984 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:44:54.047858 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-e7ae0471-2f2e-425e-915e-e830447eddd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:44:54.052608 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ae0471-2f2e-425e-915e-e830447eddd5 admin admin] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:44:54.079600 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae0471-2f2e-425e-915e-e830447eddd5 admin admin] Pushing event updated for resources: {'Port': ['ID=9c143c7a-fd7f-4a2e-9013-4463af15ffa1,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:54.085125 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-e7ae0471-2f2e-425e-915e-e830447eddd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:54.113957 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0471-2f2e-425e-915e-e830447eddd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784064'] for router_interface, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:54.165769 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:54.225280 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0471-2f2e-425e-915e-e830447eddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:54.348283 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] For port 6461e330-b87b-462e-a6fa-5222dc7993de, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=6461e330-b87b-462e-a6fa-5222dc7993de,segment=NetworkSegment(ce19e8ff-2b5c-4bc8-a837-9211c8927451),segment_id=ce19e8ff-2b5c-4bc8-a837-9211c8927451)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:54.364646 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:54.372188 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-be9fb19d-9a4c-4dc2-b4ad-ea7843651e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:54.451311 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-8bb50220-418a-43c9-95cf-f9676245ae21 None None] Provisioning complete for port 6461e330-b87b-462e-a6fa-5222dc7993de triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:44:54.451691 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-8bb50220-418a-43c9-95cf-f9676245ae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:54.513293 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0471-2f2e-425e-915e-e830447eddd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:54.525750 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0471-2f2e-425e-915e-e830447eddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:54.558492 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:54.637755 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Pushing event updated for resources: {'Port': ['ID=6461e330-b87b-462e-a6fa-5222dc7993de,revision_number=3']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:54.644863 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:54.683791 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] Notify callbacks [] for port, precommit_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:54.701441 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae0471-2f2e-425e-915e-e830447eddd5 admin admin] Pushing event updated for resources: {'Port': ['ID=9c143c7a-fd7f-4a2e-9013-4463af15ffa1,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:54.705222 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0471-2f2e-425e-915e-e830447eddd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33353741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-782633'] for router_interface, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:54.711825 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] Transition to ACTIVE for port object 6e14f08b-fcb6-4575-849d-4dcfe16b526a will not be triggered until provisioned by entity L2. {{(pid=75036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:44:54.716609 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-e7ae0471-2f2e-425e-915e-e830447eddd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:54.724654 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:54.728820 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2b4c33e2-55af-476a-b925-abe752aad7f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:54.807600 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429380d1-f7e4-4ba9-98e9-e7445cd41c78 None None] Pushing event updated for resources: {'Port': ['ID=6e14f08b-fcb6-4575-849d-4dcfe16b526a,revision_number=2']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:54.811648 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-429380d1-f7e4-4ba9-98e9-e7445cd41c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:54.813823 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] Attempting to bind port 6e14f08b-fcb6-4575-849d-4dcfe16b526a on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:44:54.814352 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] Attempting to bind port 6e14f08b-fcb6-4575-849d-4dcfe16b526a by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:44:54.814704 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] Attempting to bind port 6e14f08b-fcb6-4575-849d-4dcfe16b526a on network 7b35dd9c-b590-45a2-8542-749821ca1ef9 {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:44:54.822136 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:44:54.822523 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] Checking segment: {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:44:54.822962 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:54.823367 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] Bound using segment: {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'} {{(pid=75036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:44:54.823969 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.managers [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] Bound port: 6e14f08b-fcb6-4575-849d-4dcfe16b526a, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f81cd55-86a1-4a25-9153-5d04b36688ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}}] {{(pid=75036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:44:54.824231 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:54.898793 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-7180c441-9ef2-45b7-8986-e2ddd656c54b None None] Provisioning for port 9c143c7a-fd7f-4a2e-9013-4463af15ffa1 completed by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:44:54.908797 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-7180c441-9ef2-45b7-8986-e2ddd656c54b None None] Provisioning complete for port 9c143c7a-fd7f-4a2e-9013-4463af15ffa1 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:44:54.909206 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-7180c441-9ef2-45b7-8986-e2ddd656c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:54.938504 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 6461e330-b87b-462e-a6fa-5222dc7993de up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:44:54.951826 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd324066-01f7-4e35-92f5-3fb8bb33a5f0 req-8c33f155-0c21-4202-a87a-78ef10ce512a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:54.953346 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-fd324066-01f7-4e35-92f5-3fb8bb33a5f0 req-8c33f155-0c21-4202-a87a-78ef10ce512a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 944 time: 0.3547657 Aug 31 12:44:54.996146 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] For port 6e14f08b-fcb6-4575-849d-4dcfe16b526a, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:44:54.998396 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ae0471-2f2e-425e-915e-e830447eddd5 admin admin] Network 2cb97aee-f015-4156-98dd-1e3ab2f5f984 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:44:54.999846 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-e7ae0471-2f2e-425e-915e-e830447eddd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:44:55.023527 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] For port 6e14f08b-fcb6-4575-849d-4dcfe16b526a, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=6e14f08b-fcb6-4575-849d-4dcfe16b526a,segment=NetworkSegment(3f81cd55-86a1-4a25-9153-5d04b36688ac),segment_id=3f81cd55-86a1-4a25-9153-5d04b36688ac)] {{(pid=75036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:44:55.031358 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-7180c441-9ef2-45b7-8986-e2ddd656c54b None None] Port 9c143c7a-fd7f-4a2e-9013-4463af15ffa1 cannot update to ACTIVE because it is not bound. {{(pid=75036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 31 12:44:55.033308 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:55.041432 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-94603ddc-a2d3-4057-8f30-9fe3a4e978d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:55.107231 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-fd324066-01f7-4e35-92f5-3fb8bb33a5f0 req-1d4e6f2b-89d8-40e0-b6f0-aed355551cad tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422291 Aug 31 12:44:55.131492 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 6461e330-b87b-462e-a6fa-5222dc7993de triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:44:55.131873 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:55.155701 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429380d1-f7e4-4ba9-98e9-e7445cd41c78 None None] Pushing event updated for resources: {'Port': ['ID=6e14f08b-fcb6-4575-849d-4dcfe16b526a,revision_number=3']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:55.165285 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-429380d1-f7e4-4ba9-98e9-e7445cd41c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:55.186610 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] Routers {'6d4141e3-cc04-4968-a441-1aa8496a1dad'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:44:55.187158 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:44:45Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['6d4141e3-cc04-4968-a441-1aa8496a1dad'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:44:55.442069 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ae0471-2f2e-425e-915e-e830447eddd5 admin admin] Router 6d4141e3-cc04-4968-a441-1aa8496a1dad has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:44:55.492920 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-57fb353b-ec67-4c01-b135-c7e2c7f1c24b None None] Provisioning complete for port 9c143c7a-fd7f-4a2e-9013-4463af15ffa1 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:44:55.493294 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-57fb353b-ec67-4c01-b135-c7e2c7f1c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:55.541342 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] Set router 6d4141e3-cc04-4968-a441-1aa8496a1dad gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:44:55.614785 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-57fb353b-ec67-4c01-b135-c7e2c7f1c24b None None] Port 9c143c7a-fd7f-4a2e-9013-4463af15ffa1 cannot update to ACTIVE because it is not bound. {{(pid=75036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 31 12:44:55.650644 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ae0471-2f2e-425e-915e-e830447eddd5 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:44:55.659913 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-e7ae0471-2f2e-425e-915e-e830447eddd5 admin admin] 10.222.0.13 "PUT /v2.0/routers/6d4141e3-cc04-4968-a441-1aa8496a1dad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6220367 Aug 31 12:44:55.866368 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4141e3-cc04-4968-a441-1aa8496a1dad', 'name': 'tempest-TestMinimumBasicScenario-1462772477-router', 'tenant_id': 'c38f004134004a37bf9920a3b54e0d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '6e14f08b-fcb6-4575-849d-4dcfe16b526a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:50Z', 'updated_at': '2021-08-31T12:44:54Z', 'revision_number': 4, 'project_id': 'c38f004134004a37bf9920a3b54e0d4d', 'gw_port': {'id': '6e14f08b-fcb6-4575-849d-4dcfe16b526a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4141e3-cc04-4968-a441-1aa8496a1dad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:50Z', 'updated_at': '2021-08-31T12:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '9c143c7a-fd7f-4a2e-9013-4463af15ffa1', 'name': '', 'network_id': '2cb97aee-f015-4156-98dd-1e3ab2f5f984', 'tenant_id': 'c38f004134004a37bf9920a3b54e0d4d', 'mac_address': 'fa:16:3e:f5:46:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4141e3-cc04-4968-a441-1aa8496a1dad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d2ba31-49dd-43f9-98af-33ebcbca40cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:53Z', 'updated_at': '2021-08-31T12:44:54Z', 'revision_number': 2, 'project_id': 'c38f004134004a37bf9920a3b54e0d4d', 'subnets': [{'id': '60d2ba31-49dd-43f9-98af-33ebcbca40cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:44:55.870354 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b120c0bb-473b-4679-8a7a-7cadd1ba56b7 None None] The sync data for ids ['6d4141e3-cc04-4968-a441-1aa8496a1dad'] in dv-cinder-806696-1-smb is: [{'id': '6d4141e3-cc04-4968-a441-1aa8496a1dad', 'name': 'tempest-TestMinimumBasicScenario-1462772477-router', 'tenant_id': 'c38f004134004a37bf9920a3b54e0d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '6e14f08b-fcb6-4575-849d-4dcfe16b526a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:50Z', 'updated_at': '2021-08-31T12:44:54Z', 'revision_number': 4, 'project_id': 'c38f004134004a37bf9920a3b54e0d4d', 'gw_port': {'id': '6e14f08b-fcb6-4575-849d-4dcfe16b526a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4141e3-cc04-4968-a441-1aa8496a1dad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:50Z', 'updated_at': '2021-08-31T12:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '9c143c7a-fd7f-4a2e-9013-4463af15ffa1', 'name': '', 'network_id': '2cb97aee-f015-4156-98dd-1e3ab2f5f984', 'tenant_id': 'c38f004134004a37bf9920a3b54e0d4d', 'mac_address': 'fa:16:3e:f5:46:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4141e3-cc04-4968-a441-1aa8496a1dad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d2ba31-49dd-43f9-98af-33ebcbca40cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:53Z', 'updated_at': '2021-08-31T12:44:54Z', 'revision_number': 2, 'project_id': 'c38f004134004a37bf9920a3b54e0d4d', 'subnets': [{'id': '60d2ba31-49dd-43f9-98af-33ebcbca40cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:44:56.351322 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0828271-51f5-4e29-ac14-da14401ef7ca req-a102681d-d5d4-40bc-98ff-de82f7e96501 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:56.352793 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c0828271-51f5-4e29-ac14-da14401ef7ca req-a102681d-d5d4-40bc-98ff-de82f7e96501 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 944 time: 0.0838253 Aug 31 12:44:56.413314 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c0828271-51f5-4e29-ac14-da14401ef7ca req-8f81e765-96cd-4316-8d36-90597857f3ab tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542517 Aug 31 12:44:56.771157 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device f57774f4-d80d-4478-a417-35584bd38ccd up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:44:56.848818 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning for port f57774f4-d80d-4478-a417-35584bd38ccd completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:44:56.854206 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port f57774f4-d80d-4478-a417-35584bd38ccd triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:44:56.854639 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:56.970083 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:56.999318 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f877d7ee-8099-48a5-b7f8-52dbe7e1e34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57774f4-d80d-4478-a417-35584bd38ccd'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:44:57.017726 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port f57774f4-d80d-4478-a417-35584bd38ccd, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f57774f4-d80d-4478-a417-35584bd38ccd,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:44:57.027271 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:44:57.029425 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-429380d1-f7e4-4ba9-98e9-e7445cd41c78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:44:57.076436 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f877d7ee-8099-48a5-b7f8-52dbe7e1e34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57774f4-d80d-4478-a417-35584bd38ccd', 'code': 200} Aug 31 12:44:57.130598 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=f57774f4-d80d-4478-a417-35584bd38ccd,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:44:57.136933 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:44:57.377265 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e892d1b-83c6-4267-818c-99b9d8033a09 None None] New status for floating IP 48f77ba1-5797-4d1c-bead-e602c9e33a44: ACTIVE {{(pid=75037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 31 12:44:57.463627 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7e5c8b82-4e9e-4cba-acea-4840875732c6 req-2ee7bf49-1482-48a7-bc7d-66283cfa5445 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 1098 time: 0.1076441 Aug 31 12:44:57.522903 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7e5c8b82-4e9e-4cba-acea-4840875732c6 req-c15aed52-7493-459a-9df0-34b14e1567f6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492523 Aug 31 12:44:57.715081 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4001e-766d-48eb-bede-240620e6b811 req-f7cde1fc-f16d-4db9-923e-916737786dbc tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:57.716652 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-0aa4001e-766d-48eb-bede-240620e6b811 req-f7cde1fc-f16d-4db9-923e-916737786dbc tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 945 time: 0.1266322 Aug 31 12:44:57.765580 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-0aa4001e-766d-48eb-bede-240620e6b811 req-2e88d13f-16fc-4547-9070-987fb944c0bb tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431550 Aug 31 12:44:59.007652 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5788c-b222-44c5-b4cd-72d84e01dfa1 req-03f0884b-1b24-4445-b3bb-983d381a5afa tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:59.009138 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-48a5788c-b222-44c5-b4cd-72d84e01dfa1 req-03f0884b-1b24-4445-b3bb-983d381a5afa tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 945 time: 0.0815916 Aug 31 12:44:59.070392 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-48a5788c-b222-44c5-b4cd-72d84e01dfa1 req-dc68657f-be49-473f-8387-e038df9d995b tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482669 Aug 31 12:44:59.299415 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3c0ed-bf19-4027-a1ad-2fecbec97e08 req-f42bb3a0-73fe-4e94-8ceb-c5c5024ca911 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:44:59.301643 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-4af3c0ed-bf19-4027-a1ad-2fecbec97e08 req-f42bb3a0-73fe-4e94-8ceb-c5c5024ca911 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 945 time: 0.0832548 Aug 31 12:44:59.312553 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 38284) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:44:59.319192 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-39d651df-12e5-4cbf-a48a-1f48f9ab8150 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Request body: {'floatingip': {'port_id': 'f57774f4-d80d-4478-a417-35584bd38ccd'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:44:59.408146 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-39d651df-12e5-4cbf-a48a-1f48f9ab8150 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for floatingip, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:00.383111 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-39d651df-12e5-4cbf-a48a-1f48f9ab8150 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:00.388498 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-39d651df-12e5-4cbf-a48a-1f48f9ab8150 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783949'] for floatingip, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:00.631643 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.db.l3_db [None req-39d651df-12e5-4cbf-a48a-1f48f9ab8150 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Floating IP 374279fc-49f7-4e53-9272-6d0fc60c8468 associated. External IP: 172.28.3.58, port: f57774f4-d80d-4478-a417-35584bd38ccd. Aug 31 12:45:01.097118 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d651df-12e5-4cbf-a48a-1f48f9ab8150 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Router 399b883d-4646-427d-9ea4-821f3d009f15 has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:45:01.362182 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d651df-12e5-4cbf-a48a-1f48f9ab8150 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:45:01.368697 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-39d651df-12e5-4cbf-a48a-1f48f9ab8150 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for floatingip, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:01.375133 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615188b6-42a0-4c4d-8d66-ac99e3e9925f None None] Sync routers for ids ['399b883d-4646-427d-9ea4-821f3d009f15'] in dv-cinder-806696-1-smb {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:45:01.396904 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615188b6-42a0-4c4d-8d66-ac99e3e9925f None None] Routers {'399b883d-4646-427d-9ea4-821f3d009f15'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:45:01.397917 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-615188b6-42a0-4c4d-8d66-ac99e3e9925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:44:45Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['399b883d-4646-427d-9ea4-821f3d009f15'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:01.450308 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-39d651df-12e5-4cbf-a48a-1f48f9ab8150 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "PUT /v2.0/floatingips/374279fc-49f7-4e53-9272-6d0fc60c8468 HTTP/1.1" status: 200 len: 990 time: 2.1337631 Aug 31 12:45:01.450308 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f877d7ee-8099-48a5-b7f8-52dbe7e1e34d', 'tag': 'f57774f4-d80d-4478-a417-35584bd38ccd'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:45:01.548595 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f877d7ee-8099-48a5-b7f8-52dbe7e1e34d', 'tag': 'f57774f4-d80d-4478-a417-35584bd38ccd', 'status': 'completed', 'code': 200} Aug 31 12:45:01.754417 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-615188b6-42a0-4c4d-8d66-ac99e3e9925f None None] Set router 399b883d-4646-427d-9ea4-821f3d009f15 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:45:01.824921 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-591c460d-561a-46a5-b88e-3a32ac196329 req-af9835ce-c9e3-4390-9d72-299eb3bacd6f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5d0d26219144527ad3c1eecfdfeb7f8&device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 1098 time: 0.2394416 Aug 31 12:45:02.015731 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c460d-561a-46a5-b88e-3a32ac196329 req-2435d195-cab6-4b6a-af97-e13522e7fc06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:02.018271 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-591c460d-561a-46a5-b88e-3a32ac196329 req-2435d195-cab6-4b6a-af97-e13522e7fc06 service neutron] 10.222.0.52 "GET /v2.0/networks?id=702c7954-d9af-4f3a-9da8-4db52418d64a HTTP/1.1" status: 200 len: 917 time: 0.1863098 Aug 31 12:45:02.181197 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-591c460d-561a-46a5-b88e-3a32ac196329 req-57b11ca8-4e69-4d12-8ca8-b748ebfd7a0c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57774f4-d80d-4478-a417-35584bd38ccd HTTP/1.1" status: 200 len: 998 time: 0.1550269 Aug 31 12:45:02.210594 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-615188b6-42a0-4c4d-8d66-ac99e3e9925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399b883d-4646-427d-9ea4-821f3d009f15', 'name': 'tempest-AttachVolumeShelveTestJSON-283201796-router', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'gw_port': {'id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_floatingips': [{'id': '374279fc-49f7-4e53-9272-6d0fc60c8468', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'floating_ip_address': '172.28.3.58', 'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'router_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'port_id': 'f57774f4-d80d-4478-a417-35584bd38ccd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'mac_address': 'fa:16:3e:ba:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f877d7ee-8099-48a5-b7f8-52dbe7e1e34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:44:37Z', 'updated_at': '2021-08-31T12:45:00Z', 'revision_number': 1, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c78258-7866-441a-b357-752eabc57838', 'name': '', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'mac_address': 'fa:16:3e:9d:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:24Z', 'updated_at': '2021-08-31T12:40:44Z', 'revision_number': 5, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'subnets': [{'id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:02.215996 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615188b6-42a0-4c4d-8d66-ac99e3e9925f None None] Checking router: 399b883d-4646-427d-9ea4-821f3d009f15 for host: dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:45:02.227809 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615188b6-42a0-4c4d-8d66-ac99e3e9925f None None] Routers {'399b883d-4646-427d-9ea4-821f3d009f15'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:45:02.228428 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-615188b6-42a0-4c4d-8d66-ac99e3e9925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:44:45Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['399b883d-4646-427d-9ea4-821f3d009f15'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:02.248867 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c460d-561a-46a5-b88e-3a32ac196329 req-593e688f-c511-4410-aa52-eba921e2ce60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:02.250402 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-591c460d-561a-46a5-b88e-3a32ac196329 req-593e688f-c511-4410-aa52-eba921e2ce60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0374522e-8e13-43f1-b19e-60140b6db1f3 HTTP/1.1" status: 200 len: 855 time: 0.0627730 Aug 31 12:45:02.343086 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-591c460d-561a-46a5-b88e-3a32ac196329 req-b35435aa-6221-4af1-9b5f-5f7eb904d33d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=702c7954-d9af-4f3a-9da8-4db52418d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807574 Aug 31 12:45:02.474209 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-615188b6-42a0-4c4d-8d66-ac99e3e9925f None None] Set router 399b883d-4646-427d-9ea4-821f3d009f15 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:45:02.509388 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-591c460d-561a-46a5-b88e-3a32ac196329 req-52f06d1d-a8c1-4707-b096-5174bd982cf4 service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575727 Aug 31 12:45:02.680049 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-591c460d-561a-46a5-b88e-3a32ac196329 req-66f6fa6f-db28-4431-a98f-f015760525ee service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635578 Aug 31 12:45:02.831673 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] Sync routers for ids ['d8897c5e-2e06-4eea-bcd3-b0171751f2e0'] in dv-cinder-806696-1-smb {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:45:02.889844 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] Routers {'d8897c5e-2e06-4eea-bcd3-b0171751f2e0'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:45:02.894437 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:44:45Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8897c5e-2e06-4eea-bcd3-b0171751f2e0'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:02.975704 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-615188b6-42a0-4c4d-8d66-ac99e3e9925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399b883d-4646-427d-9ea4-821f3d009f15', 'name': 'tempest-AttachVolumeShelveTestJSON-283201796-router', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'gw_port': {'id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_floatingips': [{'id': '374279fc-49f7-4e53-9272-6d0fc60c8468', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'floating_ip_address': '172.28.3.58', 'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'router_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'port_id': 'f57774f4-d80d-4478-a417-35584bd38ccd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'mac_address': 'fa:16:3e:ba:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f877d7ee-8099-48a5-b7f8-52dbe7e1e34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:44:37Z', 'updated_at': '2021-08-31T12:45:00Z', 'revision_number': 1, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c78258-7866-441a-b357-752eabc57838', 'name': '', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'mac_address': 'fa:16:3e:9d:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:24Z', 'updated_at': '2021-08-31T12:40:44Z', 'revision_number': 5, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'subnets': [{'id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:02.981875 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615188b6-42a0-4c4d-8d66-ac99e3e9925f None None] The sync data for ids ['399b883d-4646-427d-9ea4-821f3d009f15'] in dv-cinder-806696-1-smb is: [{'id': '399b883d-4646-427d-9ea4-821f3d009f15', 'name': 'tempest-AttachVolumeShelveTestJSON-283201796-router', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'gw_port': {'id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_floatingips': [{'id': '374279fc-49f7-4e53-9272-6d0fc60c8468', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'floating_ip_address': '172.28.3.58', 'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'router_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'port_id': 'f57774f4-d80d-4478-a417-35584bd38ccd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'mac_address': 'fa:16:3e:ba:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f877d7ee-8099-48a5-b7f8-52dbe7e1e34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:44:37Z', 'updated_at': '2021-08-31T12:45:00Z', 'revision_number': 1, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c78258-7866-441a-b357-752eabc57838', 'name': '', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'mac_address': 'fa:16:3e:9d:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:24Z', 'updated_at': '2021-08-31T12:40:44Z', 'revision_number': 5, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'subnets': [{'id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:45:03.222930 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] Set router d8897c5e-2e06-4eea-bcd3-b0171751f2e0 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:45:03.386975 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1044e449-80db-4044-a0b5-e4c06d889650 None None] New status for floating IP 374279fc-49f7-4e53-9272-6d0fc60c8468: ACTIVE {{(pid=75036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 31 12:45:03.684226 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'name': 'tempest-TestMinimumBasicScenario-1644235309-router', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:37Z', 'updated_at': '2021-08-31T12:44:45Z', 'revision_number': 4, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'gw_port': {'id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:39Z', 'updated_at': '2021-08-31T12:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': 'e0b9cf7e-872e-4004-b20b-a08b920b5d46', 'name': '', 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'mac_address': 'fa:16:3e:bb:e1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62b0c2db-90bc-49b6-9750-c754408ae7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:44Z', 'updated_at': '2021-08-31T12:44:45Z', 'revision_number': 2, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'subnets': [{'id': '62b0c2db-90bc-49b6-9750-c754408ae7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:03.690422 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] Checking router: d8897c5e-2e06-4eea-bcd3-b0171751f2e0 for host: dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:45:03.690898 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] Updating router d8897c5e-2e06-4eea-bcd3-b0171751f2e0 port e0b9cf7e-872e-4004-b20b-a08b920b5d46 binding host dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 31 12:45:03.764109 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:04.091364 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 38342) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:45:04.195261 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_v2 [None req-49480097-3242-4c9b-8ec0-d39f615804f2 admin admin] Deleting subnet 4e694605-9d1a-40bf-8cfa-db95a0e02440 {{(pid=75035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 31 12:45:04.199990 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-49480097-3242-4c9b-8ec0-d39f615804f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:04.258439 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] Notify callbacks [] for port, precommit_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:04.279577 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.provisioning_blocks [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] Transition to ACTIVE for port object e0b9cf7e-872e-4004-b20b-a08b920b5d46 will not be triggered until provisioned by entity L2. {{(pid=75037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:45:04.283769 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-49480097-3242-4c9b-8ec0-d39f615804f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1134960'] for subnet, precommit_delete_associations {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:04.293263 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:04.314141 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [None req-51fda6e9-647f-40ce-bc86-ffc5255c4ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:04.356617 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-49480097-3242-4c9b-8ec0-d39f615804f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222575'] for subnet, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:04.470838 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-49480097-3242-4c9b-8ec0-d39f615804f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33222550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1148708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1377178'] for subnet, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:04.500601 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:04.616937 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] Attempting to bind port e0b9cf7e-872e-4004-b20b-a08b920b5d46 on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:45:04.617373 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] Attempting to bind port e0b9cf7e-872e-4004-b20b-a08b920b5d46 by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': '732b7912-07e0-4964-a5f9-55871e4f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094'}] {{(pid=75037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:45:04.617650 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] Attempting to bind port e0b9cf7e-872e-4004-b20b-a08b920b5d46 on network c6da5227-c31a-4422-ac49-65bae9a61094 {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:45:04.620393 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbf46e-3f71-47cd-920d-a685ca3ca124 None None] Pushing event updated for resources: {'Port': ['ID=e0b9cf7e-872e-4004-b20b-a08b920b5d46,revision_number=3']} {{(pid=75037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:04.634889 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:45:04.635280 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] Checking segment: {'id': '732b7912-07e0-4964-a5f9-55871e4f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:45:04.635568 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:04.635961 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] Bound using segment: {'id': '732b7912-07e0-4964-a5f9-55871e4f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094'} {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:45:04.636434 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] Bound port: e0b9cf7e-872e-4004-b20b-a08b920b5d46, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732b7912-07e0-4964-a5f9-55871e4f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094'}}] {{(pid=75037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:45:04.636810 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:04.652667 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bbf46e-3f71-47cd-920d-a685ca3ca124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:04.652995 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bbf46e-3f71-47cd-920d-a685ca3ca124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:04.653321 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bbf46e-3f71-47cd-920d-a685ca3ca124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:04.653639 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bbf46e-3f71-47cd-920d-a685ca3ca124 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:04.653985 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bbf46e-3f71-47cd-920d-a685ca3ca124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:04.654299 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bbf46e-3f71-47cd-920d-a685ca3ca124 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:04.654606 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bbf46e-3f71-47cd-920d-a685ca3ca124 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:04.654915 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bbf46e-3f71-47cd-920d-a685ca3ca124 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:04.655220 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bbf46e-3f71-47cd-920d-a685ca3ca124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:04.655526 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bbf46e-3f71-47cd-920d-a685ca3ca124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:04.655830 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bbf46e-3f71-47cd-920d-a685ca3ca124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:04.668775 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-49480097-3242-4c9b-8ec0-d39f615804f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:04.671104 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [None req-d0bbf46e-3f71-47cd-920d-a685ca3ca124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:04.673260 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49480097-3242-4c9b-8ec0-d39f615804f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e694605-9d1a-40bf-8cfa-db95a0e02440,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:04.677376 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-49480097-3242-4c9b-8ec0-d39f615804f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:04.680049 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-49480097-3242-4c9b-8ec0-d39f615804f2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4e694605-9d1a-40bf-8cfa-db95a0e02440 HTTP/1.1" status: 204 len: 168 time: 0.5870457 Aug 31 12:45:04.683445 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 38346) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:45:04.832741 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.db [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] For port e0b9cf7e-872e-4004-b20b-a08b920b5d46, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:45:04.837175 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.db [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] For port e0b9cf7e-872e-4004-b20b-a08b920b5d46, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=e0b9cf7e-872e-4004-b20b-a08b920b5d46,segment=NetworkSegment(732b7912-07e0-4964-a5f9-55871e4f1ada),segment_id=732b7912-07e0-4964-a5f9-55871e4f1ada)] {{(pid=75037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:45:04.839932 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:45:04.847078 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:04.856149 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045717'] for network, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:04.858497 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [None req-2401a0af-3723-4a16-9ce9-e553b51d8f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:04.958827 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbf46e-3f71-47cd-920d-a685ca3ca124 None None] Pushing event updated for resources: {'Port': ['ID=e0b9cf7e-872e-4004-b20b-a08b920b5d46,revision_number=4']} {{(pid=75037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:04.963987 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [None req-d0bbf46e-3f71-47cd-920d-a685ca3ca124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:04.977726 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] Routers {'d8897c5e-2e06-4eea-bcd3-b0171751f2e0'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:45:04.978478 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:44:45Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8897c5e-2e06-4eea-bcd3-b0171751f2e0'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:05.024821 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 6e14f08b-fcb6-4575-849d-4dcfe16b526a up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:45:05.073319 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33222182', 'neutron.services.segments.db._delete_segments_for_network-8767722538626'] for network, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:05.112971 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d51a5988-40c5-4f71-9804-6a291ebb8599']}} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:05.144903 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9edb5924-47f2-4a95-a00f-2ac66a5e25e9') {'for_net_delete': True} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:05.145285 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9edb5924-47f2-4a95-a00f-2ac66a5e25e9') {} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:05.167339 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767722541213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1701222'] for segment, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:05.170569 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port 6e14f08b-fcb6-4575-849d-4dcfe16b526a completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:45:05.180719 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 6e14f08b-fcb6-4575-849d-4dcfe16b526a triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:05.181104 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:05.193584 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:05.209246 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=75034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 31 12:45:05.209652 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33222410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1383571'] for segment, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: Traceback (most recent call last): Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: timer() Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: cb(*args, **kw) Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: return func(*args, **kwargs) Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: self._notify() Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: self.callback(batched_events) Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: event.method(event) Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: return f(self, *a, **k) Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: return self._get(url).json() Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: return self.request(url, 'GET', **kwargs) Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:45:05.228421 dv-cinder-806696-1-smb neutron-server[75034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:45:05.334335 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33222189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783967'] for network, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:05.339962 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:05.364111 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:05.374509 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] Pushing event deleted for resources: {'Network': ['ID=d51a5988-40c5-4f71-9804-6a291ebb8599,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:05.383062 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] Set router d8897c5e-2e06-4eea-bcd3-b0171751f2e0 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:45:05.391264 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:05.391632 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:05.391985 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:05.392333 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:05.392682 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:05.393024 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:05.393486 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:05.394406 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:05.394406 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:05.394636 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:05.394978 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:05.398482 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] 10.222.0.13 "DELETE /v2.0/networks/d51a5988-40c5-4f71-9804-6a291ebb8599 HTTP/1.1" status: 204 len: 168 time: 0.7132967 Aug 31 12:45:05.399356 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-ef792b15-48ac-42d9-9874-8df4d95fd71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:05.423441 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:05.441346 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] For port 6e14f08b-fcb6-4575-849d-4dcfe16b526a, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=6e14f08b-fcb6-4575-849d-4dcfe16b526a,segment=NetworkSegment(3f81cd55-86a1-4a25-9153-5d04b36688ac),segment_id=3f81cd55-86a1-4a25-9153-5d04b36688ac)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:05.446889 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:05.449274 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:05.525091 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Pushing event updated for resources: {'Port': ['ID=6e14f08b-fcb6-4575-849d-4dcfe16b526a,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:05.529148 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:05.655247 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 38354) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:45:05.723257 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-cc7c0915-bc6f-4983-9774-d7debc31b547 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b0f9cad60c347a0b507183b6b74bfd2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0656507 Aug 31 12:45:05.725906 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 38358) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:45:05.797272 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'name': 'tempest-TestMinimumBasicScenario-1644235309-router', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:37Z', 'updated_at': '2021-08-31T12:44:45Z', 'revision_number': 4, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'gw_port': {'id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:39Z', 'updated_at': '2021-08-31T12:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': 'e0b9cf7e-872e-4004-b20b-a08b920b5d46', 'name': '', 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'mac_address': 'fa:16:3e:bb:e1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62b0c2db-90bc-49b6-9750-c754408ae7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:44Z', 'updated_at': '2021-08-31T12:45:04Z', 'revision_number': 4, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'subnets': [{'id': '62b0c2db-90bc-49b6-9750-c754408ae7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:05.797619 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-3224004e-b01e-4dec-ba24-0b49e77d44df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:05.802543 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a341c6f8-21bf-41ec-a4f6-3c8330fd0763 None None] The sync data for ids ['d8897c5e-2e06-4eea-bcd3-b0171751f2e0'] in dv-cinder-806696-1-smb is: [{'id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'name': 'tempest-TestMinimumBasicScenario-1644235309-router', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:37Z', 'updated_at': '2021-08-31T12:44:45Z', 'revision_number': 4, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'gw_port': {'id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:39Z', 'updated_at': '2021-08-31T12:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': 'e0b9cf7e-872e-4004-b20b-a08b920b5d46', 'name': '', 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'mac_address': 'fa:16:3e:bb:e1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62b0c2db-90bc-49b6-9750-c754408ae7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:44Z', 'updated_at': '2021-08-31T12:45:04Z', 'revision_number': 4, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'subnets': [{'id': '62b0c2db-90bc-49b6-9750-c754408ae7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:45:05.838241 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-3224004e-b01e-4dec-ba24-0b49e77d44df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:05.905709 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-3224004e-b01e-4dec-ba24-0b49e77d44df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:05.915803 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-983bedf1-1ffe-43a9-a903-94eec7f32964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:05.932616 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224004e-b01e-4dec-ba24-0b49e77d44df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751ac663-8b06-4a71-b9f9-a270ce8bfb27,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:05.942871 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-3224004e-b01e-4dec-ba24-0b49e77d44df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:05.955680 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-3224004e-b01e-4dec-ba24-0b49e77d44df admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:05.957101 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-3224004e-b01e-4dec-ba24-0b49e77d44df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/751ac663-8b06-4a71-b9f9-a270ce8bfb27 HTTP/1.1" status: 204 len: 168 time: 0.2301178 Aug 31 12:45:06.954322 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 6e14f08b-fcb6-4575-849d-4dcfe16b526a up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:45:07.037460 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 6e14f08b-fcb6-4575-849d-4dcfe16b526a triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:07.037868 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:07.179766 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device e0b9cf7e-872e-4004-b20b-a08b920b5d46 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:45:07.254217 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port e0b9cf7e-872e-4004-b20b-a08b920b5d46 completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:45:07.259893 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port e0b9cf7e-872e-4004-b20b-a08b920b5d46 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:07.260269 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:07.379375 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:07.414894 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] For port e0b9cf7e-872e-4004-b20b-a08b920b5d46, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=e0b9cf7e-872e-4004-b20b-a08b920b5d46,segment=NetworkSegment(732b7912-07e0-4964-a5f9-55871e4f1ada),segment_id=732b7912-07e0-4964-a5f9-55871e4f1ada)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:07.420061 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:07.423132 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-35afcea8-204f-4b15-86a6-f1d746713e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:07.500737 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Pushing event updated for resources: {'Port': ['ID=e0b9cf7e-872e-4004-b20b-a08b920b5d46,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:07.517629 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:08.886646 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45694b53-63ee-47c1-8fa9-928537adce33 req-6f47835f-a466-416e-ba9c-b2eba72275fc tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:08.887297 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-45694b53-63ee-47c1-8fa9-928537adce33 req-6f47835f-a466-416e-ba9c-b2eba72275fc tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Synchronizing usage tracker for tenant:d5bd408571f042efa2f1d4a92d11eeda on resource:network {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:45:08.908431 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-45694b53-63ee-47c1-8fa9-928537adce33 req-6f47835f-a466-416e-ba9c-b2eba72275fc tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Unset dirty status for tenant:d5bd408571f042efa2f1d4a92d11eeda on resource:network {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:45:08.909036 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device e0b9cf7e-872e-4004-b20b-a08b920b5d46 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:45:08.909828 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-45694b53-63ee-47c1-8fa9-928537adce33 req-6f47835f-a466-416e-ba9c-b2eba72275fc tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/networks?id=c6da5227-c31a-4422-ac49-65bae9a61094 HTTP/1.1" status: 200 len: 815 time: 0.1976781 Aug 31 12:45:08.926777 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-45694b53-63ee-47c1-8fa9-928537adce33 req-7ccc9f30-0ee3-4306-a7bd-4012ee1cf60b tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/quotas/d5bd408571f042efa2f1d4a92d11eeda HTTP/1.1" status: 200 len: 375 time: 0.0110385 Aug 31 12:45:08.979878 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port e0b9cf7e-872e-4004-b20b-a08b920b5d46 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:08.980149 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:09.011869 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-45694b53-63ee-47c1-8fa9-928537adce33 req-4f811687-12f1-4fcf-8e43-d51ec1bbbcc9 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5bd408571f042efa2f1d4a92d11eeda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797906 Aug 31 12:45:09.158426 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-45694b53-63ee-47c1-8fa9-928537adce33 req-ef72e3a4-7c55-43f6-92c4-7772a4a52b23 service neutron] 10.222.0.13 "GET /v2.0/networks/c6da5227-c31a-4422-ac49-65bae9a61094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320570 Aug 31 12:45:09.389598 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-45694b53-63ee-47c1-8fa9-928537adce33 req-8440c3b8-ee46-445b-af06-23cf967307f0 service neutron] 10.222.0.13 "GET /v2.0/networks/c6da5227-c31a-4422-ac49-65bae9a61094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244442 Aug 31 12:45:09.579161 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-aa98c7e9-dd57-4e00-b487-30620ac3d468 req-dbf517ea-6306-4190-9d16-2c9257987e6b tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Synchronizing usage tracker for tenant:d5bd408571f042efa2f1d4a92d11eeda on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:45:09.601608 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-aa98c7e9-dd57-4e00-b487-30620ac3d468 req-dbf517ea-6306-4190-9d16-2c9257987e6b tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Unset dirty status for tenant:d5bd408571f042efa2f1d4a92d11eeda on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:45:09.603625 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-aa98c7e9-dd57-4e00-b487-30620ac3d468 req-dbf517ea-6306-4190-9d16-2c9257987e6b tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 210 time: 0.0666225 Aug 31 12:45:10.727783 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45694b53-63ee-47c1-8fa9-928537adce33 req-f509931c-df1a-425d-8608-13c47b858a98 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:10.729224 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-45694b53-63ee-47c1-8fa9-928537adce33 req-f509931c-df1a-425d-8608-13c47b858a98 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.52 "GET /v2.0/networks?id=c6da5227-c31a-4422-ac49-65bae9a61094 HTTP/1.1" status: 200 len: 815 time: 0.1487088 Aug 31 12:45:10.751849 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [req-45694b53-63ee-47c1-8fa9-928537adce33 req-966a65d9-1186-4029-9167-50219fbc7f96 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Request body: {'port': {'device_id': '98e87164-9f27-488e-86ed-75ae8a85ce20', 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094', 'admin_state_up': True, 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:45:10.777428 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-10c0972a-cf9e-4dc7-bca4-6a5069ebfc43 req-784eb96e-9b25-4de1-8256-de3f0d4a829b tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 210 time: 0.0418797 Aug 31 12:45:10.937868 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [req-45694b53-63ee-47c1-8fa9-928537adce33 req-966a65d9-1186-4029-9167-50219fbc7f96 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:45:10.948709 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [req-45694b53-63ee-47c1-8fa9-928537adce33 req-966a65d9-1186-4029-9167-50219fbc7f96 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:45:10.960970 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45694b53-63ee-47c1-8fa9-928537adce33 req-966a65d9-1186-4029-9167-50219fbc7f96 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Made reservation on behalf of d5bd408571f042efa2f1d4a92d11eeda for: {'port': 1} {{(pid=75034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:45:10.964151 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-45694b53-63ee-47c1-8fa9-928537adce33 req-966a65d9-1186-4029-9167-50219fbc7f96 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:11.151318 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.db_base_plugin_common [req-45694b53-63ee-47c1-8fa9-928537adce33 req-966a65d9-1186-4029-9167-50219fbc7f96 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Allocated IP 172.20.0.12 (c6da5227-c31a-4422-ac49-65bae9a61094/62b0c2db-90bc-49b6-9750-c754408ae7a8/c9213f1f-1246-4f6e-b6f8-22bbff92624d) {{(pid=75034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:45:11.417402 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-45694b53-63ee-47c1-8fa9-928537adce33 req-966a65d9-1186-4029-9167-50219fbc7f96 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for port, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:11.435941 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.provisioning_blocks [req-45694b53-63ee-47c1-8fa9-928537adce33 req-966a65d9-1186-4029-9167-50219fbc7f96 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Transition to ACTIVE for port object c9213f1f-1246-4f6e-b6f8-22bbff92624d will not be triggered until provisioned by entity DHCP. {{(pid=75034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:45:11.465778 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-45694b53-63ee-47c1-8fa9-928537adce33 req-966a65d9-1186-4029-9167-50219fbc7f96 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:11.477269 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-44111ee3-f04b-4769-a201-ecdb92e892d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:11.557962 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45694b53-63ee-47c1-8fa9-928537adce33 req-966a65d9-1186-4029-9167-50219fbc7f96 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Network c6da5227-c31a-4422-ac49-65bae9a61094 is already hosted by enough agents. {{(pid=75034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:45:11.561138 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [req-45694b53-63ee-47c1-8fa9-928537adce33 req-966a65d9-1186-4029-9167-50219fbc7f96 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Resources bound (agent type, host, resource id): {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:45:11.563755 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [req-45694b53-63ee-47c1-8fa9-928537adce33 req-966a65d9-1186-4029-9167-50219fbc7f96 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Received port after_create {{(pid=75034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:45:11.596861 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a65d9-1186-4029-9167-50219fbc7f96 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Pushing event updated for resources: {'Port': ['ID=c9213f1f-1246-4f6e-b6f8-22bbff92624d,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:11.600454 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-966a65d9-1186-4029-9167-50219fbc7f96 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:11.659141 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45694b53-63ee-47c1-8fa9-928537adce33 req-966a65d9-1186-4029-9167-50219fbc7f96 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:11.660085 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-45694b53-63ee-47c1-8fa9-928537adce33 req-966a65d9-1186-4029-9167-50219fbc7f96 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:11.701970 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-45694b53-63ee-47c1-8fa9-928537adce33 req-966a65d9-1186-4029-9167-50219fbc7f96 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9541333 Aug 31 12:45:11.925900 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-401aa093-002c-462c-9f86-bf9359243e9d None None] Provisioning for port c9213f1f-1246-4f6e-b6f8-22bbff92624d completed by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:45:11.933615 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-401aa093-002c-462c-9f86-bf9359243e9d None None] Provisioning complete for port c9213f1f-1246-4f6e-b6f8-22bbff92624d triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:11.934071 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-401aa093-002c-462c-9f86-bf9359243e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:11.995365 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-401aa093-002c-462c-9f86-bf9359243e9d None None] Port c9213f1f-1246-4f6e-b6f8-22bbff92624d cannot update to ACTIVE because it is not bound. {{(pid=75036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 31 12:45:12.010667 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc984ba-50eb-4d9a-8e32-daace964e397 req-ec036452-397c-406d-b240-99ae57e7fda0 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:12.012126 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5dc984ba-50eb-4d9a-8e32-daace964e397 req-ec036452-397c-406d-b240-99ae57e7fda0 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 932 time: 0.0906587 Aug 31 12:45:12.077601 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5dc984ba-50eb-4d9a-8e32-daace964e397 req-035f1a7b-b058-4dba-a6cc-724d0ca3e3cb tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588017 Aug 31 12:45:12.902272 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dd7d3-2fba-4710-aac6-a5b73dae9a03 req-e60b7a02-4712-4d2d-bb8a-ddbcdf4843fa tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:12.904014 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-316dd7d3-2fba-4710-aac6-a5b73dae9a03 req-e60b7a02-4712-4d2d-bb8a-ddbcdf4843fa tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.0889068 Aug 31 12:45:12.958387 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-316dd7d3-2fba-4710-aac6-a5b73dae9a03 req-c7eee052-c33b-4889-8401-f6598de87f93 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480971 Aug 31 12:45:13.226877 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-5c3b9870-3233-4aa3-84c6-b9f080061971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:13.300167 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0d366-678f-45dc-8650-e6006ca48e52 req-2911e39f-d14a-4655-918c-ab7c25016256 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:13.301971 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c5b0d366-678f-45dc-8650-e6006ca48e52 req-2911e39f-d14a-4655-918c-ab7c25016256 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 932 time: 0.0892990 Aug 31 12:45:13.351353 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c5b0d366-678f-45dc-8650-e6006ca48e52 req-6c0e5c19-20a8-43ea-aa1a-98375155a380 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433321 Aug 31 12:45:13.601057 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:14.355096 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac16cca-4982-4b16-952b-4869fb59906a req-0cb25d25-4c5a-4418-bce4-a032defe501b tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:14.356893 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0ac16cca-4982-4b16-952b-4869fb59906a req-0cb25d25-4c5a-4418-bce4-a032defe501b tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.1033103 Aug 31 12:45:14.408031 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0ac16cca-4982-4b16-952b-4869fb59906a req-de0e7e91-41ad-4ec2-87c8-7113483ec8f9 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449154 Aug 31 12:45:14.608956 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd16e0-69de-40e3-a60b-6eaaaade80b4 req-8d3d3db4-3484-46a4-80bd-88cf99b9aa6a tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:14.610421 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-46bd16e0-69de-40e3-a60b-6eaaaade80b4 req-8d3d3db4-3484-46a4-80bd-88cf99b9aa6a tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 932 time: 0.0895488 Aug 31 12:45:14.662375 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-46bd16e0-69de-40e3-a60b-6eaaaade80b4 req-c08cb9cb-3b6f-404e-bab7-d9761d201ef8 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460618 Aug 31 12:45:14.774532 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:15.491829 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-a8c2d5e0-4da3-468f-8cb5-65b01001a2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:15.629186 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5ae49-e3b8-4194-a9d6-00bcb2557711 req-4a76be2a-0786-4fbb-bf04-fc396e42f284 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:15.631215 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5ab5ae49-e3b8-4194-a9d6-00bcb2557711 req-4a76be2a-0786-4fbb-bf04-fc396e42f284 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.0853631 Aug 31 12:45:15.685893 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5ab5ae49-e3b8-4194-a9d6-00bcb2557711 req-3962b99d-a2a9-41fa-8600-0ccb832150b1 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491402 Aug 31 12:45:15.888005 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1428063-ee18-4a8c-8b22-390224e42617 req-58cc9f52-4d92-4657-9194-9175f984cd8a tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:15.889801 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b1428063-ee18-4a8c-8b22-390224e42617 req-58cc9f52-4d92-4657-9194-9175f984cd8a tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 932 time: 0.0832264 Aug 31 12:45:15.938799 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b1428063-ee18-4a8c-8b22-390224e42617 req-7ae6f831-bebf-4c53-9778-704ad389ed30 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434108 Aug 31 12:45:16.516783 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:16.901613 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ced26-5dd4-43c9-84b7-4dc7864107d7 req-20a3229f-cc49-4ef0-94a0-e85686ad65b8 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:16.902961 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b74ced26-5dd4-43c9-84b7-4dc7864107d7 req-20a3229f-cc49-4ef0-94a0-e85686ad65b8 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.0892389 Aug 31 12:45:17.195896 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b74ced26-5dd4-43c9-84b7-4dc7864107d7 req-a5fbee79-798a-458e-82ff-15e778a4124f tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839673 Aug 31 12:45:17.398633 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad6f89-adf3-4d46-9614-e7493f26a628 req-c4ed2861-53d9-4b6d-b394-2619f2adebe8 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:17.400093 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-e8ad6f89-adf3-4d46-9614-e7493f26a628 req-c4ed2861-53d9-4b6d-b394-2619f2adebe8 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 932 time: 0.0880949 Aug 31 12:45:17.456073 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-e8ad6f89-adf3-4d46-9614-e7493f26a628 req-2f38ee2e-f4ae-43a5-9367-33f8a67ef88e tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460098 Aug 31 12:45:18.007546 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:18.411598 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b81fb4-7ad7-4786-9095-45eb8f27f397 req-98bdf020-fd3b-4853-9a01-0e0c85c9dc79 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:18.413521 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-96b81fb4-7ad7-4786-9095-45eb8f27f397 req-98bdf020-fd3b-4853-9a01-0e0c85c9dc79 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.0918198 Aug 31 12:45:18.463774 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-96b81fb4-7ad7-4786-9095-45eb8f27f397 req-220d6af3-c7b3-4b8d-9449-6933c5ee537c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440784 Aug 31 12:45:18.725952 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f270f9d-0a3d-49ba-bd97-8c8d8c42ab84 req-d9752d59-4817-42ea-9b45-3d9bbbfc9a58 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:18.727475 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-6f270f9d-0a3d-49ba-bd97-8c8d8c42ab84 req-d9752d59-4817-42ea-9b45-3d9bbbfc9a58 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 932 time: 0.0834441 Aug 31 12:45:18.778758 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-6f270f9d-0a3d-49ba-bd97-8c8d8c42ab84 req-c5a1572f-c199-4f5d-acd5-1a45b346ef7e tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451477 Aug 31 12:45:19.740784 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c6d05-45f4-4f84-b225-637dc6255c6f req-29f6d5a1-5440-43de-9809-7e10a0d8240b tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:19.743012 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-4f5c6d05-45f4-4f84-b225-637dc6255c6f req-29f6d5a1-5440-43de-9809-7e10a0d8240b tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.1390321 Aug 31 12:45:19.802446 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-4f5c6d05-45f4-4f84-b225-637dc6255c6f req-a2f76210-ee88-495d-9687-132d7412bb8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531790 Aug 31 12:45:20.075933 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439069d-3216-4a69-a5bf-180ee8df34f6 req-4d2bd303-a3e4-44e8-9468-43593685b6d1 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:20.078529 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d439069d-3216-4a69-a5bf-180ee8df34f6 req-4d2bd303-a3e4-44e8-9468-43593685b6d1 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 932 time: 0.1242993 Aug 31 12:45:20.188995 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d439069d-3216-4a69-a5bf-180ee8df34f6 req-b128c963-e861-4cc0-9a60-079cbe46232c tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969748 Aug 31 12:45:21.084760 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cd713-e8a3-4c0f-b289-ef7bf38972b8 req-a0b1d515-0a14-4a7f-88e9-c9d6534ba467 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:21.086759 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b77cd713-e8a3-4c0f-b289-ef7bf38972b8 req-a0b1d515-0a14-4a7f-88e9-c9d6534ba467 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.1143184 Aug 31 12:45:21.158430 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b77cd713-e8a3-4c0f-b289-ef7bf38972b8 req-ec9adaa3-abe2-47d6-86bc-cc8ef1eb71a1 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592923 Aug 31 12:45:21.501793 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7850c5-3d00-4e58-bdb6-217c6811fe6f req-265a8713-77e2-4233-b878-24aab661b7b5 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:21.503228 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0c7850c5-3d00-4e58-bdb6-217c6811fe6f req-265a8713-77e2-4233-b878-24aab661b7b5 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 932 time: 0.0896306 Aug 31 12:45:21.579989 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0c7850c5-3d00-4e58-bdb6-217c6811fe6f req-097b9114-4a5a-497f-95be-1b3e482f17dd tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660415 Aug 31 12:45:22.396578 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b737358-331d-479d-82a9-af49af15f8a9 req-d8ce22cf-2407-4c60-ad27-a3478710f537 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:22.398158 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7b737358-331d-479d-82a9-af49af15f8a9 req-d8ce22cf-2407-4c60-ad27-a3478710f537 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.1059396 Aug 31 12:45:22.452710 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7b737358-331d-479d-82a9-af49af15f8a9 req-09c54818-a605-4dd3-a6b9-2c5d8a4d3032 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483243 Aug 31 12:45:22.867621 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5f87b-a821-4c65-b0b7-2140b7a45276 req-e0c3df19-cea4-4b96-a4d7-134368634c85 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:22.869261 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d9e5f87b-a821-4c65-b0b7-2140b7a45276 req-e0c3df19-cea4-4b96-a4d7-134368634c85 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 932 time: 0.1550832 Aug 31 12:45:22.920719 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d9e5f87b-a821-4c65-b0b7-2140b7a45276 req-b351bbc4-8d87-4cc9-9d11-9717b7f09482 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431421 Aug 31 12:45:23.440327 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [req-45694b53-63ee-47c1-8fa9-928537adce33 req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] Request body: {'port': {'device_id': '98e87164-9f27-488e-86ed-75ae8a85ce20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:45:23.559476 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-45694b53-63ee-47c1-8fa9-928537adce33 req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:23.659537 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232877d-72fc-4e23-ac7b-f21776e36571 req-06ea744c-bc45-4e1a-b078-7e85b88515fb tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:23.661059 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-4232877d-72fc-4e23-ac7b-f21776e36571 req-06ea744c-bc45-4e1a-b078-7e85b88515fb tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.0786514 Aug 31 12:45:23.709275 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-4232877d-72fc-4e23-ac7b-f21776e36571 req-ec6154fd-1bb0-4c1c-afff-88ed15cf1116 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421617 Aug 31 12:45:23.908606 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.notifiers.nova [req-45694b53-63ee-47c1-8fa9-928537adce33 req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9213f1f-1246-4f6e-b6f8-22bbff92624d {{(pid=75034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:45:23.916392 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-45694b53-63ee-47c1-8fa9-928537adce33 req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:23.932342 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.provisioning_blocks [req-45694b53-63ee-47c1-8fa9-928537adce33 req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] Transition to ACTIVE for port object c9213f1f-1246-4f6e-b6f8-22bbff92624d will not be triggered until provisioned by entity L2. {{(pid=75034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:45:23.936860 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-45694b53-63ee-47c1-8fa9-928537adce33 req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1383631'] for port, after_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:23.941625 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-2841da99-7041-446a-afbe-0232b6c4d96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:24.087048 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] Pushing event updated for resources: {'Port': ['ID=c9213f1f-1246-4f6e-b6f8-22bbff92624d,revision_number=2']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:24.090751 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:24.357729 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.managers [req-45694b53-63ee-47c1-8fa9-928537adce33 req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] Attempting to bind port c9213f1f-1246-4f6e-b6f8-22bbff92624d on host hv-cinder-80669 for vnic_type normal with profile {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:45:24.357968 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.managers [req-45694b53-63ee-47c1-8fa9-928537adce33 req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] Attempting to bind port c9213f1f-1246-4f6e-b6f8-22bbff92624d by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': '732b7912-07e0-4964-a5f9-55871e4f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094'}] {{(pid=75034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:45:24.358278 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45694b53-63ee-47c1-8fa9-928537adce33 req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] Attempting to bind port c9213f1f-1246-4f6e-b6f8-22bbff92624d on network c6da5227-c31a-4422-ac49-65bae9a61094 {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:45:24.369952 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45694b53-63ee-47c1-8fa9-928537adce33 req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] Port c9213f1f-1246-4f6e-b6f8-22bbff92624d on network c6da5227-c31a-4422-ac49-65bae9a61094 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:45:24.370269 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45694b53-63ee-47c1-8fa9-928537adce33 req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] Attempting to bind port c9213f1f-1246-4f6e-b6f8-22bbff92624d on network c6da5227-c31a-4422-ac49-65bae9a61094 {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:45:24.378642 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37056b8-3e37-4345-b6df-71e50893a6e6 req-76765653-1fff-4cca-afec-4846d27b2399 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:24.379429 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-d37056b8-3e37-4345-b6df-71e50893a6e6 req-76765653-1fff-4cca-afec-4846d27b2399 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Synchronizing usage tracker for tenant:d5bd408571f042efa2f1d4a92d11eeda on resource:port {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:45:24.390238 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45694b53-63ee-47c1-8fa9-928537adce33 req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] Checking agent: {'id': '5e6dd7d8-f43f-4d17-8159-c302453ef7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:45:24.390574 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45694b53-63ee-47c1-8fa9-928537adce33 req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] Checking segment: {'id': '732b7912-07e0-4964-a5f9-55871e4f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:45:24.390956 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45694b53-63ee-47c1-8fa9-928537adce33 req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] Bound using segment: {'id': '732b7912-07e0-4964-a5f9-55871e4f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094'} {{(pid=75034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:45:24.391384 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.managers [req-45694b53-63ee-47c1-8fa9-928537adce33 req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] Bound port: c9213f1f-1246-4f6e-b6f8-22bbff92624d, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '732b7912-07e0-4964-a5f9-55871e4f1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094'}}] {{(pid=75034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:45:24.391729 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-45694b53-63ee-47c1-8fa9-928537adce33 req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:24.438160 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-d37056b8-3e37-4345-b6df-71e50893a6e6 req-76765653-1fff-4cca-afec-4846d27b2399 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Unset dirty status for tenant:d5bd408571f042efa2f1d4a92d11eeda on resource:port {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:45:24.439313 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d37056b8-3e37-4345-b6df-71e50893a6e6 req-76765653-1fff-4cca-afec-4846d27b2399 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 944 time: 0.3793943 Aug 31 12:45:24.525325 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [req-45694b53-63ee-47c1-8fa9-928537adce33 req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] For port c9213f1f-1246-4f6e-b6f8-22bbff92624d, host hv-cinder-80669, cleared binding levels {{(pid=75034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:45:24.525325 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-d37056b8-3e37-4345-b6df-71e50893a6e6 req-12f09400-b022-4748-b575-dee77d9e09aa tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Synchronizing usage tracker for tenant:d5bd408571f042efa2f1d4a92d11eeda on resource:security_group {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:45:24.527058 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [req-45694b53-63ee-47c1-8fa9-928537adce33 req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] For port c9213f1f-1246-4f6e-b6f8-22bbff92624d, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=c9213f1f-1246-4f6e-b6f8-22bbff92624d,segment=NetworkSegment(732b7912-07e0-4964-a5f9-55871e4f1ada),segment_id=732b7912-07e0-4964-a5f9-55871e4f1ada)] {{(pid=75034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:45:24.543722 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-45694b53-63ee-47c1-8fa9-928537adce33 req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1383631'] for port, after_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:24.556467 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-8eb37269-1891-44e8-86e0-9fe1d5364f36 tempest-VolumesActionsTest-1821615188 tempest-VolumesActionsTest-1821615188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:24.593299 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-d37056b8-3e37-4345-b6df-71e50893a6e6 req-12f09400-b022-4748-b575-dee77d9e09aa tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Unset dirty status for tenant:d5bd408571f042efa2f1d4a92d11eeda on resource:security_group {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:45:24.594516 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d37056b8-3e37-4345-b6df-71e50893a6e6 req-12f09400-b022-4748-b575-dee77d9e09aa tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489356 Aug 31 12:45:24.627323 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-45694b53-63ee-47c1-8fa9-928537adce33 req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:24.628587 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-45694b53-63ee-47c1-8fa9-928537adce33 req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] 10.222.0.52 "PUT /v2.0/ports/c9213f1f-1246-4f6e-b6f8-22bbff92624d HTTP/1.1" status: 200 len: 1094 time: 1.1950295 Aug 31 12:45:24.629090 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e87164-9f27-488e-86ed-75ae8a85ce20', 'tag': 'c9213f1f-1246-4f6e-b6f8-22bbff92624d'}] {{(pid=75034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:45:24.660381 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] Pushing event updated for resources: {'Port': ['ID=c9213f1f-1246-4f6e-b6f8-22bbff92624d,revision_number=3']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:24.663582 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:24.713083 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e87164-9f27-488e-86ed-75ae8a85ce20', 'tag': 'c9213f1f-1246-4f6e-b6f8-22bbff92624d', 'status': 'completed', 'code': 200} Aug 31 12:45:24.755685 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-45694b53-63ee-47c1-8fa9-928537adce33 req-53fd3ad6-417b-479b-9277-68b71269f374 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5bd408571f042efa2f1d4a92d11eeda&device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 1097 time: 0.0753217 Aug 31 12:45:24.830665 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-45694b53-63ee-47c1-8fa9-928537adce33 req-27b3b1f1-30ea-487b-8f33-26523580863b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9213f1f-1246-4f6e-b6f8-22bbff92624d HTTP/1.1" status: 200 len: 217 time: 0.0665038 Aug 31 12:45:24.893679 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45694b53-63ee-47c1-8fa9-928537adce33 req-e2c6280d-a411-4381-9cc5-59118f0073a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:24.895192 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-45694b53-63ee-47c1-8fa9-928537adce33 req-e2c6280d-a411-4381-9cc5-59118f0073a0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=62b0c2db-90bc-49b6-9750-c754408ae7a8 HTTP/1.1" status: 200 len: 854 time: 0.0577607 Aug 31 12:45:24.913546 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edb2bc-da23-41a7-a4f7-8cd01c6cedd3 req-52bb818d-8893-4539-988d-2f518e008c48 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:24.915109 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f1edb2bc-da23-41a7-a4f7-8cd01c6cedd3 req-52bb818d-8893-4539-988d-2f518e008c48 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.0795133 Aug 31 12:45:24.960545 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f1edb2bc-da23-41a7-a4f7-8cd01c6cedd3 req-0f6ace16-970a-46fd-8a7f-a79f2754da0d tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398312 Aug 31 12:45:24.975690 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-45694b53-63ee-47c1-8fa9-928537adce33 req-65092edd-3dd1-40f5-9410-1e5cde9dce23 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6da5227-c31a-4422-ac49-65bae9a61094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735970 Aug 31 12:45:25.113024 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-45694b53-63ee-47c1-8fa9-928537adce33 req-2fc9a1d0-e90f-40e5-b493-da5f7bc2467c service neutron] 10.222.0.52 "GET /v2.0/networks/c6da5227-c31a-4422-ac49-65bae9a61094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297016 Aug 31 12:45:25.256659 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-45694b53-63ee-47c1-8fa9-928537adce33 req-084a615b-d96d-4d9f-9f2c-da05e0781e38 service neutron] 10.222.0.52 "GET /v2.0/networks/c6da5227-c31a-4422-ac49-65bae9a61094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367316 Aug 31 12:45:25.390374 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2216be83-190c-4028-95b2-4511e979b2c4 req-dfc7f25a-75b9-4156-9cae-27316272d17d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5bd408571f042efa2f1d4a92d11eeda&device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 1097 time: 0.0776405 Aug 31 12:45:25.532749 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216be83-190c-4028-95b2-4511e979b2c4 req-e84712ca-9ab8-47b4-b2c5-f63079046a5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:25.534160 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2216be83-190c-4028-95b2-4511e979b2c4 req-e84712ca-9ab8-47b4-b2c5-f63079046a5c service neutron] 10.222.0.52 "GET /v2.0/networks?id=c6da5227-c31a-4422-ac49-65bae9a61094 HTTP/1.1" status: 200 len: 916 time: 0.1365631 Aug 31 12:45:25.606813 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2216be83-190c-4028-95b2-4511e979b2c4 req-3d5b5207-ddc6-42ac-9e03-b2f9e9810acd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9213f1f-1246-4f6e-b6f8-22bbff92624d HTTP/1.1" status: 200 len: 217 time: 0.0646887 Aug 31 12:45:25.678215 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216be83-190c-4028-95b2-4511e979b2c4 req-174c1ed2-9812-4c0c-a3bb-e80e3a30107e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:25.680083 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2216be83-190c-4028-95b2-4511e979b2c4 req-174c1ed2-9812-4c0c-a3bb-e80e3a30107e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=62b0c2db-90bc-49b6-9750-c754408ae7a8 HTTP/1.1" status: 200 len: 854 time: 0.0640068 Aug 31 12:45:25.804555 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296e0ef-ae8e-40f3-96d1-33578322632b req-5595fe3d-a18a-4bbe-84e2-d3b051cfde72 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:25.806007 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a296e0ef-ae8e-40f3-96d1-33578322632b req-5595fe3d-a18a-4bbe-84e2-d3b051cfde72 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.52 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.0831809 Aug 31 12:45:25.821299 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2216be83-190c-4028-95b2-4511e979b2c4 req-77c89f48-d72b-499a-9f04-951d1cfdfbc5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6da5227-c31a-4422-ac49-65bae9a61094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1330121 Aug 31 12:45:25.830838 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d450ca8-94e9-4d18-b701-397438bf3eff req-5dd4fa96-688b-4dd7-bf11-add32f92a03c tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:25.832212 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5d450ca8-94e9-4d18-b701-397438bf3eff req-5dd4fa96-688b-4dd7-bf11-add32f92a03c tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 944 time: 0.1074734 Aug 31 12:45:25.876177 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [req-a296e0ef-ae8e-40f3-96d1-33578322632b req-a800308e-3cc9-4ae8-8095-7d9d37a79a0f tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Deleting port b35bd049-3ac3-457f-8e16-815e81ca6289 {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:45:25.876494 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-a296e0ef-ae8e-40f3-96d1-33578322632b req-a800308e-3cc9-4ae8-8095-7d9d37a79a0f tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:25.968122 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5d450ca8-94e9-4d18-b701-397438bf3eff req-b5271f17-aafd-410b-8dda-ecc8263c78dc tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168301 Aug 31 12:45:25.996437 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2216be83-190c-4028-95b2-4511e979b2c4 req-c3213eb9-a3f2-4d99-b1cd-604270592838 service neutron] 10.222.0.52 "GET /v2.0/networks/c6da5227-c31a-4422-ac49-65bae9a61094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632349 Aug 31 12:45:26.146061 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2216be83-190c-4028-95b2-4511e979b2c4 req-dfda56e6-ae03-4d2a-9e5e-e43e70f821f2 service neutron] 10.222.0.52 "GET /v2.0/networks/c6da5227-c31a-4422-ac49-65bae9a61094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418390 Aug 31 12:45:26.183521 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-a296e0ef-ae8e-40f3-96d1-33578322632b req-a800308e-3cc9-4ae8-8095-7d9d37a79a0f tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] For port b35bd049-3ac3-457f-8e16-815e81ca6289, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=b35bd049-3ac3-457f-8e16-815e81ca6289,segment=NetworkSegment(0b21bc72-904c-48f3-b483-041d7530ffb6),segment_id=0b21bc72-904c-48f3-b483-041d7530ffb6)] {{(pid=75035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:26.184139 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-a296e0ef-ae8e-40f3-96d1-33578322632b req-a800308e-3cc9-4ae8-8095-7d9d37a79a0f tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:26.345038 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafce74-a2b8-4d00-a3ba-3e42be049be7 req-98ec2ade-830e-4522-91cf-fce0d624ce46 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:26.346461 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8dafce74-a2b8-4d00-a3ba-3e42be049be7 req-98ec2ade-830e-4522-91cf-fce0d624ce46 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 945 time: 0.2498071 Aug 31 12:45:26.490944 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8dafce74-a2b8-4d00-a3ba-3e42be049be7 req-24048ebf-9689-44c0-ace8-bb89fbbb5d8b tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=87d62f46-b890-4d73-b069-c47930809f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336889 Aug 31 12:45:26.513020 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-a296e0ef-ae8e-40f3-96d1-33578322632b req-a800308e-3cc9-4ae8-8095-7d9d37a79a0f tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:26.513788 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-a296e0ef-ae8e-40f3-96d1-33578322632b req-a800308e-3cc9-4ae8-8095-7d9d37a79a0f tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783949'] for floatingip, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:26.514050 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.db.l3_db [req-a296e0ef-ae8e-40f3-96d1-33578322632b req-a800308e-3cc9-4ae8-8095-7d9d37a79a0f tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Floating IP 5ab21b93-3d04-4eda-9da1-c2eed5930a3a disassociated. External IP: 172.28.3.137, port: b35bd049-3ac3-457f-8e16-815e81ca6289. Aug 31 12:45:26.514386 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [req-a296e0ef-ae8e-40f3-96d1-33578322632b req-a800308e-3cc9-4ae8-8095-7d9d37a79a0f tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Calling delete_port for b35bd049-3ac3-457f-8e16-815e81ca6289 owned by compute:nova {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:45:26.673617 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-a296e0ef-ae8e-40f3-96d1-33578322632b req-a800308e-3cc9-4ae8-8095-7d9d37a79a0f tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:26.681311 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-7bada9c4-e49f-49b0-a30f-cc3db77ac020 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:26.720833 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800308e-3cc9-4ae8-8095-7d9d37a79a0f tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Pushing event deleted for resources: {'Port': ['ID=b35bd049-3ac3-457f-8e16-815e81ca6289,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:26.723527 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-a800308e-3cc9-4ae8-8095-7d9d37a79a0f tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:26.941617 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device c9213f1f-1246-4f6e-b6f8-22bbff92624d details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:45:26.958577 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a296e0ef-ae8e-40f3-96d1-33578322632b req-a800308e-3cc9-4ae8-8095-7d9d37a79a0f tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Router d8bb111c-556a-4195-8ccc-fb9034e95d25 has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:45:27.104756 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port c9213f1f-1246-4f6e-b6f8-22bbff92624d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=c9213f1f-1246-4f6e-b6f8-22bbff92624d,segment=NetworkSegment(732b7912-07e0-4964-a5f9-55871e4f1ada),segment_id=732b7912-07e0-4964-a5f9-55871e4f1ada)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:27.120673 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': 'c9213f1f-1246-4f6e-b6f8-22bbff92624d', 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094', 'port_id': 'c9213f1f-1246-4f6e-b6f8-22bbff92624d', 'mac_address': 'fa:16:3e:87:bf:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62b0c2db-90bc-49b6-9750-c754408ae7a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:45:27.184413 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:27.203586 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9213f1f-1246-4f6e-b6f8-22bbff92624d {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:45:27.219543 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port c9213f1f-1246-4f6e-b6f8-22bbff92624d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=c9213f1f-1246-4f6e-b6f8-22bbff92624d,segment=NetworkSegment(732b7912-07e0-4964-a5f9-55871e4f1ada),segment_id=732b7912-07e0-4964-a5f9-55871e4f1ada)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:27.225670 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:27.227957 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-f9b59405-076c-48b2-8761-f6fb04a60ebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:27.291357 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=c9213f1f-1246-4f6e-b6f8-22bbff92624d,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:27.294684 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:27.334300 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4e5a7-1a40-4ac5-8d3a-c4dde78232d5 req-cd4fee4f-77a0-43f3-b6f2-8bad70ee0107 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:27.336064 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a9f4e5a7-1a40-4ac5-8d3a-c4dde78232d5 req-cd4fee4f-77a0-43f3-b6f2-8bad70ee0107 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 945 time: 0.1150129 Aug 31 12:45:27.340356 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a296e0ef-ae8e-40f3-96d1-33578322632b req-a800308e-3cc9-4ae8-8095-7d9d37a79a0f tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:45:27.350623 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab18cccf-69d6-492d-b280-0e022926cf59 None None] Sync routers for ids ['d8bb111c-556a-4195-8ccc-fb9034e95d25'] in dv-cinder-806696-1-smb {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:45:27.367623 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab18cccf-69d6-492d-b280-0e022926cf59 None None] Routers {'d8bb111c-556a-4195-8ccc-fb9034e95d25'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:45:27.368355 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-ab18cccf-69d6-492d-b280-0e022926cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:45:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8bb111c-556a-4195-8ccc-fb9034e95d25'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:27.440326 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-a296e0ef-ae8e-40f3-96d1-33578322632b req-a800308e-3cc9-4ae8-8095-7d9d37a79a0f tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] No DVR routers for this DVR port b35bd049-3ac3-457f-8e16-815e81ca6289 on host hv-cinder-80669 {{(pid=75035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:45:27.445297 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-a296e0ef-ae8e-40f3-96d1-33578322632b req-a800308e-3cc9-4ae8-8095-7d9d37a79a0f tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:27.447945 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61939027-85fc-4626-a478-f40cf594d7ee', 'name': 'network-vif-deleted', 'tag': 'b35bd049-3ac3-457f-8e16-815e81ca6289'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:45:27.465560 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a9f4e5a7-1a40-4ac5-8d3a-c4dde78232d5 req-fe813ab1-383e-4750-b9d4-70b0992182ad tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231949 Aug 31 12:45:27.467564 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a296e0ef-ae8e-40f3-96d1-33578322632b req-a800308e-3cc9-4ae8-8095-7d9d37a79a0f tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.52 "DELETE /v2.0/ports/b35bd049-3ac3-457f-8e16-815e81ca6289 HTTP/1.1" status: 204 len: 173 time: 1.6559758 Aug 31 12:45:27.479186 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['c9213f1f-1246-4f6e-b6f8-22bbff92624d'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:45:27.565136 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-ab18cccf-69d6-492d-b280-0e022926cf59 None None] Set router d8bb111c-556a-4195-8ccc-fb9034e95d25 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:45:27.571850 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61939027-85fc-4626-a478-f40cf594d7ee', 'name': 'network-vif-deleted', 'tag': 'b35bd049-3ac3-457f-8e16-815e81ca6289', 'status': 'completed', 'code': 200} Aug 31 12:45:27.676977 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-4cdc4b07-de18-4bf3-a1fa-41de3322ee92 req-5d2e0223-20e9-4bc1-9dc8-13fd4117e9a5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Synchronizing usage tracker for tenant:d3039a6adc724d519214c67cf88d1b8e on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:45:27.694517 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-4cdc4b07-de18-4bf3-a1fa-41de3322ee92 req-5d2e0223-20e9-4bc1-9dc8-13fd4117e9a5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Unset dirty status for tenant:d3039a6adc724d519214c67cf88d1b8e on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:45:27.695671 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-4cdc4b07-de18-4bf3-a1fa-41de3322ee92 req-5d2e0223-20e9-4bc1-9dc8-13fd4117e9a5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=61939027-85fc-4626-a478-f40cf594d7ee HTTP/1.1" status: 200 len: 210 time: 0.0608094 Aug 31 12:45:27.927507 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-ab18cccf-69d6-492d-b280-0e022926cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'name': 'tempest-AttachVolumeTestJSON-1839933523-router', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:28Z', 'revision_number': 4, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'gw_port': {'id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': 'ed942133-3ef0-4308-b0dc-4477f251356c', 'name': '', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'mac_address': 'fa:16:3e:70:f3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:27Z', 'updated_at': '2021-08-31T12:41:49Z', 'revision_number': 5, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'subnets': [{'id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:27.932676 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab18cccf-69d6-492d-b280-0e022926cf59 None None] Checking router: d8bb111c-556a-4195-8ccc-fb9034e95d25 for host: dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:45:27.944007 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab18cccf-69d6-492d-b280-0e022926cf59 None None] Routers {'d8bb111c-556a-4195-8ccc-fb9034e95d25'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:45:27.944564 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-ab18cccf-69d6-492d-b280-0e022926cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:45:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8bb111c-556a-4195-8ccc-fb9034e95d25'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:28.153900 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-ab18cccf-69d6-492d-b280-0e022926cf59 None None] Set router d8bb111c-556a-4195-8ccc-fb9034e95d25 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:45:28.487626 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-ab18cccf-69d6-492d-b280-0e022926cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'name': 'tempest-AttachVolumeTestJSON-1839933523-router', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:28Z', 'revision_number': 4, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'gw_port': {'id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': 'ed942133-3ef0-4308-b0dc-4477f251356c', 'name': '', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'mac_address': 'fa:16:3e:70:f3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:27Z', 'updated_at': '2021-08-31T12:41:49Z', 'revision_number': 5, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'subnets': [{'id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:28.492154 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab18cccf-69d6-492d-b280-0e022926cf59 None None] The sync data for ids ['d8bb111c-556a-4195-8ccc-fb9034e95d25'] in dv-cinder-806696-1-smb is: [{'id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'name': 'tempest-AttachVolumeTestJSON-1839933523-router', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:28Z', 'revision_number': 4, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'gw_port': {'id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': 'ed942133-3ef0-4308-b0dc-4477f251356c', 'name': '', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'mac_address': 'fa:16:3e:70:f3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:27Z', 'updated_at': '2021-08-31T12:41:49Z', 'revision_number': 5, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'subnets': [{'id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:45:28.697776 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720e367-e3fa-4ee8-8646-94c261c288fd req-f8a4443b-4e94-4d87-837c-1b21355e63c5 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:28.699250 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b720e367-e3fa-4ee8-8646-94c261c288fd req-f8a4443b-4e94-4d87-837c-1b21355e63c5 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 945 time: 0.0899327 Aug 31 12:45:28.750323 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b720e367-e3fa-4ee8-8646-94c261c288fd req-3885543d-35e5-4695-9434-b43799128e46 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454001 Aug 31 12:45:28.848535 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 38516) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:45:28.917837 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-7c1f6d30-0c89-4c47-8dc6-75b1d005b2c3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:28.956244 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device c9213f1f-1246-4f6e-b6f8-22bbff92624d up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:45:28.958840 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-7c1f6d30-0c89-4c47-8dc6-75b1d005b2c3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:29.018810 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-7c1f6d30-0c89-4c47-8dc6-75b1d005b2c3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:29.024487 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-12df2319-7e3d-4020-8ba5-0398d7860f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:29.039444 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning for port c9213f1f-1246-4f6e-b6f8-22bbff92624d completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:45:29.039945 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f6d30-0c89-4c47-8dc6-75b1d005b2c3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d62f46-b890-4d73-b069-c47930809f41,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:29.045669 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port c9213f1f-1246-4f6e-b6f8-22bbff92624d triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:29.046257 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:29.052419 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f6d30-0c89-4c47-8dc6-75b1d005b2c3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:29.052827 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f6d30-0c89-4c47-8dc6-75b1d005b2c3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:29.053188 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f6d30-0c89-4c47-8dc6-75b1d005b2c3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:29.053544 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f6d30-0c89-4c47-8dc6-75b1d005b2c3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:29.053936 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f6d30-0c89-4c47-8dc6-75b1d005b2c3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:29.054280 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f6d30-0c89-4c47-8dc6-75b1d005b2c3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:29.054625 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f6d30-0c89-4c47-8dc6-75b1d005b2c3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:29.054966 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f6d30-0c89-4c47-8dc6-75b1d005b2c3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:29.055330 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f6d30-0c89-4c47-8dc6-75b1d005b2c3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:29.055665 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f6d30-0c89-4c47-8dc6-75b1d005b2c3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:29.056007 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f6d30-0c89-4c47-8dc6-75b1d005b2c3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:29.064939 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-7c1f6d30-0c89-4c47-8dc6-75b1d005b2c3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:29.066223 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-7c1f6d30-0c89-4c47-8dc6-75b1d005b2c3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:29.070084 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-7c1f6d30-0c89-4c47-8dc6-75b1d005b2c3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "DELETE /v2.0/security-groups/87d62f46-b890-4d73-b069-c47930809f41 HTTP/1.1" status: 204 len: 168 time: 0.2181144 Aug 31 12:45:29.071480 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 38520) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:45:29.095775 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.api.v2.resource [None req-bc117c83-fc4b-4687-ba22-927addea02e1 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] show failed (client error): The resource could not be found. Aug 31 12:45:29.099571 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-bc117c83-fc4b-4687-ba22-927addea02e1 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups/87d62f46-b890-4d73-b069-c47930809f41 HTTP/1.1" status: 404 len: 347 time: 0.0238307 Aug 31 12:45:29.099834 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 38524) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:45:29.188076 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:29.216182 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e87164-9f27-488e-86ed-75ae8a85ce20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9213f1f-1246-4f6e-b6f8-22bbff92624d'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:45:29.247168 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port c9213f1f-1246-4f6e-b6f8-22bbff92624d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=c9213f1f-1246-4f6e-b6f8-22bbff92624d,segment=NetworkSegment(732b7912-07e0-4964-a5f9-55871e4f1ada),segment_id=732b7912-07e0-4964-a5f9-55871e4f1ada)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:29.253391 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:29.254412 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device b35bd049-3ac3-457f-8e16-815e81ca6289 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:45:29.271580 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-50feaae2-c6c0-404f-b8df-643731f9cbff tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Deleting port a2e84f28-a687-40c3-b72b-2abc642a0c1a {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:45:29.272152 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-50feaae2-c6c0-404f-b8df-643731f9cbff tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:29.278272 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:29.315521 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e87164-9f27-488e-86ed-75ae8a85ce20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9213f1f-1246-4f6e-b6f8-22bbff92624d', 'code': 200} Aug 31 12:45:29.333813 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] No Port match for: b35bd049-3ac3-457f-8e16-815e81ca6289 {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:45:29.334160 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device b35bd049-3ac3-457f-8e16-815e81ca6289 not bound to the agent host hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:45:29.364358 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=c9213f1f-1246-4f6e-b6f8-22bbff92624d,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:29.367708 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:29.452499 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6c8026-d935-44bb-a526-a6c5ce5e5584 None None] New status for floating IP 5ab21b93-3d04-4eda-9da1-c2eed5930a3a: DOWN {{(pid=75036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 31 12:45:29.467452 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] Sync routers for ids ['6d4141e3-cc04-4968-a441-1aa8496a1dad'] in dv-cinder-806696-1-smb {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:45:29.471473 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-50feaae2-c6c0-404f-b8df-643731f9cbff tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:29.471921 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-50feaae2-c6c0-404f-b8df-643731f9cbff tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:29.479585 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] Routers {'6d4141e3-cc04-4968-a441-1aa8496a1dad'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:45:29.480258 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:45:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['6d4141e3-cc04-4968-a441-1aa8496a1dad'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:29.649975 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-50feaae2-c6c0-404f-b8df-643731f9cbff tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Calling delete_port for a2e84f28-a687-40c3-b72b-2abc642a0c1a owned by network:floatingip {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:45:29.680811 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] Set router 6d4141e3-cc04-4968-a441-1aa8496a1dad gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:45:29.737427 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-4e880259-89e3-4b7a-abf4-fb4251cd421d req-2cce3088-f56b-456e-a0bc-cc2f0cbc4d77 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 1099 time: 0.2580802 Aug 31 12:45:29.784935 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.db.api [None req-50feaae2-c6c0-404f-b8df-643731f9cbff tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 12:45:29.785332 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_db.api [None req-50feaae2-c6c0-404f-b8df-643731f9cbff tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 12:45:29.788670 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-4e880259-89e3-4b7a-abf4-fb4251cd421d req-feb3f874-bf0c-4b78-97e4-14ce33732107 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429008 Aug 31 12:45:29.996888 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4141e3-cc04-4968-a441-1aa8496a1dad', 'name': 'tempest-TestMinimumBasicScenario-1462772477-router', 'tenant_id': 'c38f004134004a37bf9920a3b54e0d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '6e14f08b-fcb6-4575-849d-4dcfe16b526a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:50Z', 'updated_at': '2021-08-31T12:44:54Z', 'revision_number': 4, 'project_id': 'c38f004134004a37bf9920a3b54e0d4d', 'gw_port': {'id': '6e14f08b-fcb6-4575-849d-4dcfe16b526a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4141e3-cc04-4968-a441-1aa8496a1dad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:50Z', 'updated_at': '2021-08-31T12:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '9c143c7a-fd7f-4a2e-9013-4463af15ffa1', 'name': '', 'network_id': '2cb97aee-f015-4156-98dd-1e3ab2f5f984', 'tenant_id': 'c38f004134004a37bf9920a3b54e0d4d', 'mac_address': 'fa:16:3e:f5:46:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4141e3-cc04-4968-a441-1aa8496a1dad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d2ba31-49dd-43f9-98af-33ebcbca40cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:53Z', 'updated_at': '2021-08-31T12:44:54Z', 'revision_number': 2, 'project_id': 'c38f004134004a37bf9920a3b54e0d4d', 'subnets': [{'id': '60d2ba31-49dd-43f9-98af-33ebcbca40cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:30.001795 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] Checking router: 6d4141e3-cc04-4968-a441-1aa8496a1dad for host: dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:45:30.002127 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] Updating router 6d4141e3-cc04-4968-a441-1aa8496a1dad port 9c143c7a-fd7f-4a2e-9013-4463af15ffa1 binding host dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 31 12:45:30.056411 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:30.058754 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e5680-a6a4-4d1f-88b0-e9ad7f84d6d6 req-249791d3-d2c4-4bde-aec9-254c4b0794c0 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:30.062064 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-279e5680-a6a4-4d1f-88b0-e9ad7f84d6d6 req-249791d3-d2c4-4bde-aec9-254c4b0794c0 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 946 time: 0.1876230 Aug 31 12:45:30.110302 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-279e5680-a6a4-4d1f-88b0-e9ad7f84d6d6 req-19bee2c3-3639-4965-90b7-0938c5727f15 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420344 Aug 31 12:45:30.286825 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-50feaae2-c6c0-404f-b8df-643731f9cbff tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Deleting port a2e84f28-a687-40c3-b72b-2abc642a0c1a {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:45:30.287723 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-50feaae2-c6c0-404f-b8df-643731f9cbff tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:30.421235 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] Notify callbacks [] for port, precommit_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:30.433525 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.provisioning_blocks [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] Transition to ACTIVE for port object 9c143c7a-fd7f-4a2e-9013-4463af15ffa1 will not be triggered until provisioned by entity L2. {{(pid=75037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:45:30.441479 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:30.446115 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:30.461080 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-50feaae2-c6c0-404f-b8df-643731f9cbff tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:30.461413 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-50feaae2-c6c0-404f-b8df-643731f9cbff tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:30.558124 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36809208-9735-49db-a96f-4ceae85439bc None None] Pushing event updated for resources: {'Port': ['ID=9c143c7a-fd7f-4a2e-9013-4463af15ffa1,revision_number=3']} {{(pid=75037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:30.561634 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [None req-36809208-9735-49db-a96f-4ceae85439bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:30.672638 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-50feaae2-c6c0-404f-b8df-643731f9cbff tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Calling delete_port for a2e84f28-a687-40c3-b72b-2abc642a0c1a owned by network:floatingip {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:45:30.674153 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] Attempting to bind port 9c143c7a-fd7f-4a2e-9013-4463af15ffa1 on host dv-cinder-806696-1-smb for vnic_type normal with profile {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:45:30.674518 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] Attempting to bind port 9c143c7a-fd7f-4a2e-9013-4463af15ffa1 by drivers openvswitch,hyperv on host dv-cinder-806696-1-smb at level 0 using segments [{'id': 'ce19e8ff-2b5c-4bc8-a837-9211c8927451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2cb97aee-f015-4156-98dd-1e3ab2f5f984'}] {{(pid=75037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:45:30.674874 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] Attempting to bind port 9c143c7a-fd7f-4a2e-9013-4463af15ffa1 on network 2cb97aee-f015-4156-98dd-1e3ab2f5f984 {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:45:30.682841 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] Checking agent: {'id': '2f8fe68c-e7c6-46b3-bbbf-73f5e2654316', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 31, 44), 'started_at': datetime.datetime(2021, 8, 31, 12, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:45:30.683911 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] Checking segment: {'id': 'ce19e8ff-2b5c-4bc8-a837-9211c8927451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2cb97aee-f015-4156-98dd-1e3ab2f5f984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:45:30.683911 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:30.684504 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] Bound using segment: {'id': 'ce19e8ff-2b5c-4bc8-a837-9211c8927451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2cb97aee-f015-4156-98dd-1e3ab2f5f984'} {{(pid=75037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:45:30.684683 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.managers [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] Bound port: 9c143c7a-fd7f-4a2e-9013-4463af15ffa1, host: dv-cinder-806696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce19e8ff-2b5c-4bc8-a837-9211c8927451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2cb97aee-f015-4156-98dd-1e3ab2f5f984'}}] {{(pid=75037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:45:30.684980 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:30.783931 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.db [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] For port 9c143c7a-fd7f-4a2e-9013-4463af15ffa1, host dv-cinder-806696-1-smb, cleared binding levels {{(pid=75037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:45:30.787932 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.plugins.ml2.db [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] For port 9c143c7a-fd7f-4a2e-9013-4463af15ffa1, host dv-cinder-806696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=9c143c7a-fd7f-4a2e-9013-4463af15ffa1,segment=NetworkSegment(ce19e8ff-2b5c-4bc8-a837-9211c8927451),segment_id=ce19e8ff-2b5c-4bc8-a837-9211c8927451)] {{(pid=75037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:45:30.793117 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron_lib.callbacks.manager [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:30.798323 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:30.827684 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-50feaae2-c6c0-404f-b8df-643731f9cbff tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:30.831984 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-6a6d8585-4b60-4e36-b922-246fb5eea3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:30.869682 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36809208-9735-49db-a96f-4ceae85439bc None None] Pushing event updated for resources: {'Port': ['ID=9c143c7a-fd7f-4a2e-9013-4463af15ffa1,revision_number=4']} {{(pid=75037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:30.873839 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50feaae2-c6c0-404f-b8df-643731f9cbff tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Pushing event deleted for resources: {'Port': ['ID=a2e84f28-a687-40c3-b72b-2abc642a0c1a,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:30.877857 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-50feaae2-c6c0-404f-b8df-643731f9cbff tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:30.884973 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG oslo_concurrency.lockutils [None req-36809208-9735-49db-a96f-4ceae85439bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:30.928714 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] Routers {'6d4141e3-cc04-4968-a441-1aa8496a1dad'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:45:30.929401 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:45:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['6d4141e3-cc04-4968-a441-1aa8496a1dad'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:30.974459 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-50feaae2-c6c0-404f-b8df-643731f9cbff tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for floatingip, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:31.007720 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-50feaae2-c6c0-404f-b8df-643731f9cbff tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for floatingip, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:31.009961 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-50feaae2-c6c0-404f-b8df-643731f9cbff tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "DELETE /v2.0/floatingips/5ab21b93-3d04-4eda-9da1-c2eed5930a3a HTTP/1.1" status: 204 len: 168 time: 1.9091015 Aug 31 12:45:31.153115 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] Set router 6d4141e3-cc04-4968-a441-1aa8496a1dad gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:45:31.341677 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290ce0e-c993-4258-8b81-f0d7a0949d90 req-96bd9bf9-91d4-49fc-8ad0-3eb3f0622fab tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:31.343066 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2290ce0e-c993-4258-8b81-f0d7a0949d90 req-96bd9bf9-91d4-49fc-8ad0-3eb3f0622fab tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 946 time: 0.0783465 Aug 31 12:45:31.404140 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2290ce0e-c993-4258-8b81-f0d7a0949d90 req-d888a092-704f-4256-8c2d-8acffeb056c1 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546939 Aug 31 12:45:31.501143 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4141e3-cc04-4968-a441-1aa8496a1dad', 'name': 'tempest-TestMinimumBasicScenario-1462772477-router', 'tenant_id': 'c38f004134004a37bf9920a3b54e0d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '6e14f08b-fcb6-4575-849d-4dcfe16b526a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:50Z', 'updated_at': '2021-08-31T12:44:54Z', 'revision_number': 4, 'project_id': 'c38f004134004a37bf9920a3b54e0d4d', 'gw_port': {'id': '6e14f08b-fcb6-4575-849d-4dcfe16b526a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4141e3-cc04-4968-a441-1aa8496a1dad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:50Z', 'updated_at': '2021-08-31T12:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '9c143c7a-fd7f-4a2e-9013-4463af15ffa1', 'name': '', 'network_id': '2cb97aee-f015-4156-98dd-1e3ab2f5f984', 'tenant_id': 'c38f004134004a37bf9920a3b54e0d4d', 'mac_address': 'fa:16:3e:f5:46:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4141e3-cc04-4968-a441-1aa8496a1dad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d2ba31-49dd-43f9-98af-33ebcbca40cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:53Z', 'updated_at': '2021-08-31T12:45:30Z', 'revision_number': 4, 'project_id': 'c38f004134004a37bf9920a3b54e0d4d', 'subnets': [{'id': '60d2ba31-49dd-43f9-98af-33ebcbca40cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:31.505503 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2b4c5e-20b6-4621-8327-0150be41d1ea None None] The sync data for ids ['6d4141e3-cc04-4968-a441-1aa8496a1dad'] in dv-cinder-806696-1-smb is: [{'id': '6d4141e3-cc04-4968-a441-1aa8496a1dad', 'name': 'tempest-TestMinimumBasicScenario-1462772477-router', 'tenant_id': 'c38f004134004a37bf9920a3b54e0d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '6e14f08b-fcb6-4575-849d-4dcfe16b526a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:50Z', 'updated_at': '2021-08-31T12:44:54Z', 'revision_number': 4, 'project_id': 'c38f004134004a37bf9920a3b54e0d4d', 'gw_port': {'id': '6e14f08b-fcb6-4575-849d-4dcfe16b526a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4141e3-cc04-4968-a441-1aa8496a1dad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:50Z', 'updated_at': '2021-08-31T12:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '9c143c7a-fd7f-4a2e-9013-4463af15ffa1', 'name': '', 'network_id': '2cb97aee-f015-4156-98dd-1e3ab2f5f984', 'tenant_id': 'c38f004134004a37bf9920a3b54e0d4d', 'mac_address': 'fa:16:3e:f5:46:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4141e3-cc04-4968-a441-1aa8496a1dad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60d2ba31-49dd-43f9-98af-33ebcbca40cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:53Z', 'updated_at': '2021-08-31T12:45:30Z', 'revision_number': 4, 'project_id': 'c38f004134004a37bf9920a3b54e0d4d', 'subnets': [{'id': '60d2ba31-49dd-43f9-98af-33ebcbca40cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:45:31.565788 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 38546) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:45:31.571643 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-5618e91f-3875-4763-a458-cce01ab0a5c1 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1486797755', 'description': 'tempest-description--1029111429'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:45:31.577847 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-5618e91f-3875-4763-a458-cce01ab0a5c1 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:45:31.582591 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-5618e91f-3875-4763-a458-cce01ab0a5c1 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Usage tracker for resource:security_group and tenant:d3039a6adc724d519214c67cf88d1b8e is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:45:31.585944 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-5618e91f-3875-4763-a458-cce01ab0a5c1 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:45:31.592864 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-5618e91f-3875-4763-a458-cce01ab0a5c1 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:45:31.605040 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5618e91f-3875-4763-a458-cce01ab0a5c1 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:31.645593 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-5618e91f-3875-4763-a458-cce01ab0a5c1 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:45:31.649841 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-5618e91f-3875-4763-a458-cce01ab0a5c1 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Usage tracker for resource:security_group_rule and tenant:d3039a6adc724d519214c67cf88d1b8e is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:45:31.652656 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-5618e91f-3875-4763-a458-cce01ab0a5c1 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:45:31.658438 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-5618e91f-3875-4763-a458-cce01ab0a5c1 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:45:31.778176 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5618e91f-3875-4763-a458-cce01ab0a5c1 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:31.784931 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5618e91f-3875-4763-a458-cce01ab0a5c1 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:31.790715 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-a84e21b7-cae1-49b4-a99c-6d352b19e7bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:31.849297 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515cd2f-a163-4ed4-a632-a0fb59301f5d req-e27d501e-08df-4251-9142-0826dbcdd852 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:31.851670 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f515cd2f-a163-4ed4-a632-a0fb59301f5d req-e27d501e-08df-4251-9142-0826dbcdd852 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 946 time: 0.1877360 Aug 31 12:45:31.868415 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618e91f-3875-4763-a458-cce01ab0a5c1 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f1ad16-581e-4497-a171-7c9473b2ca63,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:31.896194 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5618e91f-3875-4763-a458-cce01ab0a5c1 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:31.900664 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5618e91f-3875-4763-a458-cce01ab0a5c1 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:31.901913 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-5618e91f-3875-4763-a458-cce01ab0a5c1 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.3350346 Aug 31 12:45:31.904945 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 38550) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:45:31.912436 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-312248ad-1796-4f1d-9461-e6cbb4542757 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Request body: {'security_group_rule': {'security_group_id': 'c8f1ad16-581e-4497-a171-7c9473b2ca63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:45:31.925809 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-312248ad-1796-4f1d-9461-e6cbb4542757 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:45:31.931758 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-312248ad-1796-4f1d-9461-e6cbb4542757 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Usage tracker for resource:security_group_rule and tenant:d3039a6adc724d519214c67cf88d1b8e is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:45:31.936926 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-312248ad-1796-4f1d-9461-e6cbb4542757 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:45:31.945291 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-312248ad-1796-4f1d-9461-e6cbb4542757 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:45:31.953136 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f515cd2f-a163-4ed4-a632-a0fb59301f5d req-dc980d36-b1bc-4890-91e0-7e53c252dd9f tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891335 Aug 31 12:45:31.967091 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-312248ad-1796-4f1d-9461-e6cbb4542757 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.052149 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-312248ad-1796-4f1d-9461-e6cbb4542757 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.056810 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-312248ad-1796-4f1d-9461-e6cbb4542757 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707040'] for security_group_rule, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.059217 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-f28afa40-c38c-431b-86a9-64e14091ebb2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:32.085269 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312248ad-1796-4f1d-9461-e6cbb4542757 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c014cb-7e44-4449-ab8d-2908543eb3d5,revision_number=0']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:32.092486 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-312248ad-1796-4f1d-9461-e6cbb4542757 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:32.097825 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-312248ad-1796-4f1d-9461-e6cbb4542757 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.102860 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-312248ad-1796-4f1d-9461-e6cbb4542757 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1941652 Aug 31 12:45:32.103356 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 38556) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:45:32.109849 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-66a124b4-432a-4415-95dc-df33d56b60ee tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Request body: {'security_group_rule': {'security_group_id': 'c8f1ad16-581e-4497-a171-7c9473b2ca63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:45:32.116298 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-66a124b4-432a-4415-95dc-df33d56b60ee tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:45:32.120217 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-66a124b4-432a-4415-95dc-df33d56b60ee tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Usage tracker for resource:security_group_rule and tenant:d3039a6adc724d519214c67cf88d1b8e is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:45:32.123111 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-66a124b4-432a-4415-95dc-df33d56b60ee tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:45:32.129833 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-66a124b4-432a-4415-95dc-df33d56b60ee tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:45:32.148931 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-66a124b4-432a-4415-95dc-df33d56b60ee tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.222924 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-66a124b4-432a-4415-95dc-df33d56b60ee tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.228926 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-66a124b4-432a-4415-95dc-df33d56b60ee tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707040'] for security_group_rule, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.231245 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-5d19cc2b-c9f4-4c51-84bd-40c2d6582e2d tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:32.253844 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a124b4-432a-4415-95dc-df33d56b60ee tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4446e300-9398-4fe7-b941-9e4510542e65,revision_number=0']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:32.258664 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-66a124b4-432a-4415-95dc-df33d56b60ee tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:32.269129 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-66a124b4-432a-4415-95dc-df33d56b60ee tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.270420 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-66a124b4-432a-4415-95dc-df33d56b60ee tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1658912 Aug 31 12:45:32.274572 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 38562) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:45:32.280513 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Request body: {'floatingip': {'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:45:32.290729 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:45:32.295075 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Usage tracker for resource:floatingip and tenant:d3039a6adc724d519214c67cf88d1b8e is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:45:32.298333 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:45:32.304595 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:45:32.317988 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for floatingip, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.478407 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c31065-749b-4963-9e25-092410a48c7c req-8c9b47f1-6c7f-4e56-9f19-e970de3043d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:32.479780 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-31c31065-749b-4963-9e25-092410a48c7c req-8c9b47f1-6c7f-4e56-9f19-e970de3043d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 946 time: 0.1423144 Aug 31 12:45:32.551067 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-31c31065-749b-4963-9e25-092410a48c7c req-bae9cf0f-011f-440e-b0a7-b812e917bbcd tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639954 Aug 31 12:45:32.560260 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.697568 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Allocated IP 172.28.3.185 (7b35dd9c-b590-45a2-8542-749821ca1ef9/5d9224a0-26e6-47e5-9065-b2d86fa589fa/0aba4a48-9f3e-46de-a478-0a6add55308c) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:45:32.864949 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.908155 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:32.914931 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-1460960a-8c07-4dbb-ad31-d67c5185929a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:32.981785 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 9c143c7a-fd7f-4a2e-9013-4463af15ffa1 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:45:32.994547 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Network 7b35dd9c-b590-45a2-8542-749821ca1ef9 is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:45:32.997561 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:45:33.000034 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:45:33.038717 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Pushing event updated for resources: {'Port': ['ID=0aba4a48-9f3e-46de-a478-0a6add55308c,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:33.041427 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:33.094312 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning for port 9c143c7a-fd7f-4a2e-9013-4463af15ffa1 completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:45:33.102081 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 9c143c7a-fd7f-4a2e-9013-4463af15ffa1 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:33.102463 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.199796 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.252207 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.257811 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.284863 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] For port 9c143c7a-fd7f-4a2e-9013-4463af15ffa1, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=9c143c7a-fd7f-4a2e-9013-4463af15ffa1,segment=NetworkSegment(ce19e8ff-2b5c-4bc8-a837-9211c8927451),segment_id=ce19e8ff-2b5c-4bc8-a837-9211c8927451)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:33.289922 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.292657 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:33.365386 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Pushing event updated for resources: {'Port': ['ID=9c143c7a-fd7f-4a2e-9013-4463af15ffa1,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:33.368728 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:33.544728 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.551742 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.555403 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:33.652079 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Pushing event updated for resources: {'Port': ['ID=0aba4a48-9f3e-46de-a478-0a6add55308c,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:33.655975 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:33.675538 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783949'] for floatingip, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.703814 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for floatingip, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:33.705045 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4294844 Aug 31 12:45:33.960501 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-131966c8-d5ab-4d24-a157-25d8ab1a97d0 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1486797755&fields=id&tenant_id=d3039a6adc724d519214c67cf88d1b8e HTTP/1.1" status: 200 len: 267 time: 0.0433769 Aug 31 12:45:34.114892 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-1c16ffc5-3d15-4ed1-8d79-f276201431c5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:34.116390 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-1c16ffc5-3d15-4ed1-8d79-f276201431c5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/networks?id=feea8ebf-1268-49e1-b49d-7833ff8c567a HTTP/1.1" status: 200 len: 811 time: 0.1476080 Aug 31 12:45:34.132691 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-65bb110b-12b6-459b-b4e5-69d770ba47bb tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/quotas/d3039a6adc724d519214c67cf88d1b8e HTTP/1.1" status: 200 len: 375 time: 0.0109506 Aug 31 12:45:34.219068 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-962e3b3a-8ba0-414a-b841-69737d972413 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3039a6adc724d519214c67cf88d1b8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0812557 Aug 31 12:45:34.455456 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-b177662f-18b2-4885-966c-0131cde674a0 service neutron] 10.222.0.13 "GET /v2.0/networks/feea8ebf-1268-49e1-b49d-7833ff8c567a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246845 Aug 31 12:45:34.617434 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-bc4ea4bc-f477-4fff-9a29-93d121c2d670 service neutron] 10.222.0.13 "GET /v2.0/networks/feea8ebf-1268-49e1-b49d-7833ff8c567a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534584 Aug 31 12:45:34.810731 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7dd8c632-b6df-4f76-ac6e-4cdfa965a0dd req-38591a4b-4a91-4876-b3d9-83043c63bbd1 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79abd75-eef4-4fa4-8954-d6486e44cd57 HTTP/1.1" status: 200 len: 210 time: 0.0421646 Aug 31 12:45:34.945928 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 9c143c7a-fd7f-4a2e-9013-4463af15ffa1 up at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:45:35.035446 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Provisioning complete for port 9c143c7a-fd7f-4a2e-9013-4463af15ffa1 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:35.035832 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:35.982266 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-8869400a-c0bd-4a73-af81-56468443187e req-d09904e1-52d4-4097-8bf6-3c1a85f6f57d tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Synchronizing usage tracker for tenant:d3039a6adc724d519214c67cf88d1b8e on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:45:36.000727 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-8869400a-c0bd-4a73-af81-56468443187e req-d09904e1-52d4-4097-8bf6-3c1a85f6f57d tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Unset dirty status for tenant:d3039a6adc724d519214c67cf88d1b8e on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:45:36.002070 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8869400a-c0bd-4a73-af81-56468443187e req-d09904e1-52d4-4097-8bf6-3c1a85f6f57d tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79abd75-eef4-4fa4-8954-d6486e44cd57 HTTP/1.1" status: 200 len: 210 time: 0.0622559 Aug 31 12:45:36.311620 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-0f326eee-5bad-4e5b-a7ef-7c21da0e56f2 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:36.313035 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-0f326eee-5bad-4e5b-a7ef-7c21da0e56f2 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.52 "GET /v2.0/networks?id=feea8ebf-1268-49e1-b49d-7833ff8c567a HTTP/1.1" status: 200 len: 811 time: 0.1947317 Aug 31 12:45:36.377203 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-81012460-1e90-4b1d-994b-c258ddba2aab tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Synchronizing usage tracker for tenant:d3039a6adc724d519214c67cf88d1b8e on resource:security_group {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:45:36.394312 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-81012460-1e90-4b1d-994b-c258ddba2aab tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Unset dirty status for tenant:d3039a6adc724d519214c67cf88d1b8e on resource:security_group {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:45:36.395753 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-81012460-1e90-4b1d-994b-c258ddba2aab tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3039a6adc724d519214c67cf88d1b8e HTTP/1.1" status: 200 len: 380 time: 0.0610204 Aug 31 12:45:36.404816 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-a6b639b2-cb84-4933-b9ff-217c802784c5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Request body: {'port': {'device_id': 'b79abd75-eef4-4fa4-8954-d6486e44cd57', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'admin_state_up': True, 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'security_groups': ['c8f1ad16-581e-4497-a171-7c9473b2ca63']}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:45:36.539100 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-a6b639b2-cb84-4933-b9ff-217c802784c5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:45:36.548581 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-a6b639b2-cb84-4933-b9ff-217c802784c5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:45:36.561272 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-a6b639b2-cb84-4933-b9ff-217c802784c5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Made reservation on behalf of d3039a6adc724d519214c67cf88d1b8e for: {'port': 1} {{(pid=75035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 12:45:36.564498 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-a6b639b2-cb84-4933-b9ff-217c802784c5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:36.736830 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_common [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-a6b639b2-cb84-4933-b9ff-217c802784c5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Allocated IP 172.20.0.4 (feea8ebf-1268-49e1-b49d-7833ff8c567a/acb27ec4-0bee-4f29-8732-77d071b3e04e/9e4d6573-13c7-4b79-8acb-56d0a733ca12) {{(pid=75035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:45:36.920982 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-a6b639b2-cb84-4933-b9ff-217c802784c5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for port, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:36.943216 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-a6b639b2-cb84-4933-b9ff-217c802784c5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Transition to ACTIVE for port object 9e4d6573-13c7-4b79-8acb-56d0a733ca12 will not be triggered until provisioned by entity DHCP. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:45:36.976315 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-a6b639b2-cb84-4933-b9ff-217c802784c5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:36.982961 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-b2a588cb-7990-4832-8e9e-c6fe4789811d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:37.053890 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-a6b639b2-cb84-4933-b9ff-217c802784c5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Network feea8ebf-1268-49e1-b49d-7833ff8c567a is already hosted by enough agents. {{(pid=75035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:45:37.057260 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.base_scheduler [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-a6b639b2-cb84-4933-b9ff-217c802784c5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Resources bound (agent type, host, resource id): {{(pid=75035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:45:37.061881 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-a6b639b2-cb84-4933-b9ff-217c802784c5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Received port after_create {{(pid=75035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:45:37.090440 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b639b2-cb84-4933-b9ff-217c802784c5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Pushing event updated for resources: {'Port': ['ID=9e4d6573-13c7-4b79-8acb-56d0a733ca12,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:37.098191 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-a6b639b2-cb84-4933-b9ff-217c802784c5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:37.127223 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-a6b639b2-cb84-4933-b9ff-217c802784c5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:37.127846 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-a6b639b2-cb84-4933-b9ff-217c802784c5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.201081 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-a6b639b2-cb84-4933-b9ff-217c802784c5 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8000484 Aug 31 12:45:37.256759 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56439bca-6271-421d-bc4a-e32f2a23e328 req-978e97a6-0231-46a9-a620-af6642ba1e12 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:37.257903 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-56439bca-6271-421d-bc4a-e32f2a23e328 req-978e97a6-0231-46a9-a620-af6642ba1e12 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Synchronizing usage tracker for tenant:d3039a6adc724d519214c67cf88d1b8e on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:45:37.283087 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-56439bca-6271-421d-bc4a-e32f2a23e328 req-978e97a6-0231-46a9-a620-af6642ba1e12 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Unset dirty status for tenant:d3039a6adc724d519214c67cf88d1b8e on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:45:37.284360 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-56439bca-6271-421d-bc4a-e32f2a23e328 req-978e97a6-0231-46a9-a620-af6642ba1e12 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79abd75-eef4-4fa4-8954-d6486e44cd57 HTTP/1.1" status: 200 len: 931 time: 0.1397841 Aug 31 12:45:37.311335 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Request body: {'port': {'device_id': 'b79abd75-eef4-4fa4-8954-d6486e44cd57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80669'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:45:37.401537 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-c8295eb5-106f-414a-90bb-5dc4cc3564c5 None None] Provisioning for port 9e4d6573-13c7-4b79-8acb-56d0a733ca12 completed by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:45:37.414231 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-c8295eb5-106f-414a-90bb-5dc4cc3564c5 None None] Provisioning complete for port 9e4d6573-13c7-4b79-8acb-56d0a733ca12 triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:37.414612 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-c8295eb5-106f-414a-90bb-5dc4cc3564c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.448457 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.460155 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-56439bca-6271-421d-bc4a-e32f2a23e328 req-9beed8f3-f148-4e02-89c9-0668d150b473 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f1ad16-581e-4497-a171-7c9473b2ca63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695077 Aug 31 12:45:37.501277 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-c8295eb5-106f-414a-90bb-5dc4cc3564c5 None None] Port 9e4d6573-13c7-4b79-8acb-56d0a733ca12 cannot update to ACTIVE because it is not bound. {{(pid=75036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 31 12:45:37.775885 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a955d3-6697-4a2a-b739-dd7abf55c8b4 req-e5ffddc4-9a81-491c-aba9-6e13b97549f0 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:37.777356 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c5a955d3-6697-4a2a-b739-dd7abf55c8b4 req-e5ffddc4-9a81-491c-aba9-6e13b97549f0 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 946 time: 0.1927862 Aug 31 12:45:37.893074 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c5a955d3-6697-4a2a-b739-dd7abf55c8b4 req-a7c40b23-d470-4abb-853d-beabae1a50e0 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021705 Aug 31 12:45:37.906935 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4d6573-13c7-4b79-8acb-56d0a733ca12 {{(pid=75035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:45:37.913894 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.928263 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 38642) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:45:37.930929 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.provisioning_blocks [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Transition to ACTIVE for port object 9e4d6573-13c7-4b79-8acb-56d0a733ca12 will not be triggered until provisioned by entity L2. {{(pid=75035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 12:45:37.936553 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:37.940269 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-984b8832-6c3c-4b57-b05c-cdda367e6ca1 tempest-VolumesSnapshotTestJSON-1303117110 tempest-VolumesSnapshotTestJSON-1303117110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:38.181176 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Pushing event updated for resources: {'Port': ['ID=9e4d6573-13c7-4b79-8acb-56d0a733ca12,revision_number=2']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:38.188974 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:38.281617 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-cf07a369-ddba-47a4-ba59-50caec28b3cb tempest-TestMinimumBasicScenario-1596541544 tempest-TestMinimumBasicScenario-1596541544-project-admin] Synchronizing usage tracker for tenant:c38f004134004a37bf9920a3b54e0d4d on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:45:38.319467 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-cf07a369-ddba-47a4-ba59-50caec28b3cb tempest-TestMinimumBasicScenario-1596541544 tempest-TestMinimumBasicScenario-1596541544-project-admin] Unset dirty status for tenant:c38f004134004a37bf9920a3b54e0d4d on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:45:38.320665 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-cf07a369-ddba-47a4-ba59-50caec28b3cb tempest-TestMinimumBasicScenario-1596541544 tempest-TestMinimumBasicScenario-1596541544-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 1094 time: 0.3914366 Aug 31 12:45:38.322827 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Attempting to bind port 9e4d6573-13c7-4b79-8acb-56d0a733ca12 on host hv-cinder-80669 for vnic_type normal with profile {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 12:45:38.323156 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Attempting to bind port 9e4d6573-13c7-4b79-8acb-56d0a733ca12 by drivers openvswitch,hyperv on host hv-cinder-80669 at level 0 using segments [{'id': '0b21bc72-904c-48f3-b483-041d7530ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a'}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 12:45:38.323544 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Attempting to bind port 9e4d6573-13c7-4b79-8acb-56d0a733ca12 on network feea8ebf-1268-49e1-b49d-7833ff8c567a {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:45:38.324304 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 38648) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:45:38.329584 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Port 9e4d6573-13c7-4b79-8acb-56d0a733ca12 on network feea8ebf-1268-49e1-b49d-7833ff8c567a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80669 {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 12:45:38.329952 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Attempting to bind port 9e4d6573-13c7-4b79-8acb-56d0a733ca12 on network feea8ebf-1268-49e1-b49d-7833ff8c567a {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 12:45:38.330892 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Request body: {'floatingip': {'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'port_id': 'c9213f1f-1246-4f6e-b6f8-22bbff92624d', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'fixed_ip_address': '172.20.0.12'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:45:38.336833 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Checking agent: {'id': '5e6dd7d8-f43f-4d17-8159-c302453ef7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80669', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'started_at': datetime.datetime(2021, 8, 31, 12, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 12, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 12:45:38.337198 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Checking segment: {'id': '0b21bc72-904c-48f3-b483-041d7530ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 31 12:45:38.337578 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Bound using segment: {'id': '0b21bc72-904c-48f3-b483-041d7530ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a'} {{(pid=75035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 12:45:38.338027 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.managers [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Bound port: 9e4d6573-13c7-4b79-8acb-56d0a733ca12, host: hv-cinder-80669, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b21bc72-904c-48f3-b483-041d7530ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a'}}] {{(pid=75035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 12:45:38.338136 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:45:38.338371 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:38.342244 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Usage tracker for resource:floatingip and tenant:d5bd408571f042efa2f1d4a92d11eeda is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:45:38.345330 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:45:38.351778 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:45:38.363815 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for floatingip, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:38.435889 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] For port 9e4d6573-13c7-4b79-8acb-56d0a733ca12, host hv-cinder-80669, cleared binding levels {{(pid=75035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 12:45:38.439254 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] For port 9e4d6573-13c7-4b79-8acb-56d0a733ca12, host hv-cinder-80669, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=9e4d6573-13c7-4b79-8acb-56d0a733ca12,segment=NetworkSegment(0b21bc72-904c-48f3-b483-041d7530ffb6),segment_id=0b21bc72-904c-48f3-b483-041d7530ffb6)] {{(pid=75035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 12:45:38.445421 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:38.449348 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-472d0642-521d-48e8-b932-f4eedbcff5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:38.508781 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:38.509864 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] 10.222.0.52 "PUT /v2.0/ports/9e4d6573-13c7-4b79-8acb-56d0a733ca12 HTTP/1.1" status: 200 len: 1093 time: 1.2995420 Aug 31 12:45:38.510383 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79abd75-eef4-4fa4-8954-d6486e44cd57', 'tag': '9e4d6573-13c7-4b79-8acb-56d0a733ca12'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:45:38.512332 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:38.546005 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Pushing event updated for resources: {'Port': ['ID=9e4d6573-13c7-4b79-8acb-56d0a733ca12,revision_number=3']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:38.549303 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:38.660303 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-5ac82f18-e803-4579-885c-101f8034e8d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3039a6adc724d519214c67cf88d1b8e&device_id=b79abd75-eef4-4fa4-8954-d6486e44cd57 HTTP/1.1" status: 200 len: 1096 time: 0.0977690 Aug 31 12:45:38.690529 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.db_base_plugin_common [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Allocated IP 172.28.3.192 (7b35dd9c-b590-45a2-8542-749821ca1ef9/5d9224a0-26e6-47e5-9065-b2d86fa589fa/5f1abe36-d971-458e-bb10-4dbf55c1ca2e) {{(pid=75034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 12:45:38.728851 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79abd75-eef4-4fa4-8954-d6486e44cd57', 'tag': '9e4d6573-13c7-4b79-8acb-56d0a733ca12', 'status': 'completed', 'code': 200} Aug 31 12:45:38.747890 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-e2016453-3d4d-4086-b9b0-3012347b001e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e4d6573-13c7-4b79-8acb-56d0a733ca12 HTTP/1.1" status: 200 len: 217 time: 0.0798941 Aug 31 12:45:38.826893 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-dee8ec41-39ee-4bd4-9aa9-ffeba991a0a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:38.828455 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-dee8ec41-39ee-4bd4-9aa9-ffeba991a0a0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=acb27ec4-0bee-4f29-8732-77d071b3e04e HTTP/1.1" status: 200 len: 850 time: 0.0742416 Aug 31 12:45:38.896378 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ba281-f223-4f44-ad08-8ca7437a06e4 req-e88bcb56-e7b1-4058-804c-baa037d6c88a tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:38.897925 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2f0ba281-f223-4f44-ad08-8ca7437a06e4 req-e88bcb56-e7b1-4058-804c-baa037d6c88a tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79abd75-eef4-4fa4-8954-d6486e44cd57 HTTP/1.1" status: 200 len: 943 time: 0.2041473 Aug 31 12:45:38.914635 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-42b86ff2-e260-46d4-896d-92ad4af340e9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=feea8ebf-1268-49e1-b49d-7833ff8c567a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799263 Aug 31 12:45:38.940285 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for port, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:38.973070 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2f0ba281-f223-4f44-ad08-8ca7437a06e4 req-7c4eb6ea-e0c2-4fcb-b90b-08038864074c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f1ad16-581e-4497-a171-7c9473b2ca63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692689 Aug 31 12:45:38.989669 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767722160887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:38.994310 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-0444cac5-3d8c-434e-8979-d25ca801d67f tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:39.050262 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-37e256cb-61b5-4733-9bd9-068c8f8a82cb service neutron] 10.222.0.52 "GET /v2.0/networks/feea8ebf-1268-49e1-b49d-7833ff8c567a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284888 Aug 31 12:45:39.059535 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Network 7b35dd9c-b590-45a2-8542-749821ca1ef9 is already hosted by enough agents. {{(pid=75034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 12:45:39.062511 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.base_scheduler [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Resources bound (agent type, host, resource id): {{(pid=75034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 12:45:39.068676 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Received port after_create {{(pid=75034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 12:45:39.099547 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Pushing event updated for resources: {'Port': ['ID=5f1abe36-d971-458e-bb10-4dbf55c1ca2e,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:39.105246 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:39.185310 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cc3c9ff8-3654-4b57-878e-81cce71ea627 req-e5709db3-3d9a-4367-b48d-7d96fc0d5a31 service neutron] 10.222.0.52 "GET /v2.0/networks/feea8ebf-1268-49e1-b49d-7833ff8c567a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280131 Aug 31 12:45:39.305313 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-309f5b11-274a-4635-875a-0dec2b351415 req-4fe23b8e-8f06-4456-a7fb-49ff2ff92a69 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3039a6adc724d519214c67cf88d1b8e&device_id=b79abd75-eef4-4fa4-8954-d6486e44cd57 HTTP/1.1" status: 200 len: 1096 time: 0.0719087 Aug 31 12:45:39.439245 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f5b11-274a-4635-875a-0dec2b351415 req-b08e532c-241e-4657-9372-b55621db7a3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:39.440775 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-309f5b11-274a-4635-875a-0dec2b351415 req-b08e532c-241e-4657-9372-b55621db7a3a service neutron] 10.222.0.52 "GET /v2.0/networks?id=feea8ebf-1268-49e1-b49d-7833ff8c567a HTTP/1.1" status: 200 len: 912 time: 0.1290424 Aug 31 12:45:39.517708 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-309f5b11-274a-4635-875a-0dec2b351415 req-f756d09d-07f5-417d-a80f-2190fd7737cd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e4d6573-13c7-4b79-8acb-56d0a733ca12 HTTP/1.1" status: 200 len: 217 time: 0.0676937 Aug 31 12:45:39.582804 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f5b11-274a-4635-875a-0dec2b351415 req-de9c847f-abba-4c4e-a1d2-674c6126f23b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:39.584531 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-309f5b11-274a-4635-875a-0dec2b351415 req-de9c847f-abba-4c4e-a1d2-674c6126f23b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=acb27ec4-0bee-4f29-8732-77d071b3e04e HTTP/1.1" status: 200 len: 850 time: 0.0598245 Aug 31 12:45:39.669057 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-309f5b11-274a-4635-875a-0dec2b351415 req-0de9a576-28a5-45f9-a3e6-23827f74aee3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=feea8ebf-1268-49e1-b49d-7833ff8c567a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776887 Aug 31 12:45:39.704153 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:39.761784 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:39.880928 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-309f5b11-274a-4635-875a-0dec2b351415 req-b891863a-dbc2-40ed-a20f-69106370563f service neutron] 10.222.0.52 "GET /v2.0/networks/feea8ebf-1268-49e1-b49d-7833ff8c567a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010751 Aug 31 12:45:39.985344 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for port, precommit_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:39.992044 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1383631'] for port, after_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:40.001205 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-9fc24923-94b1-4299-a371-7cc0129aebe7 tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:40.026417 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-309f5b11-274a-4635-875a-0dec2b351415 req-2d827eeb-87d5-4551-9a6b-f5d423afcd5a service neutron] 10.222.0.52 "GET /v2.0/networks/feea8ebf-1268-49e1-b49d-7833ff8c567a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319351 Aug 31 12:45:40.187053 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Pushing event updated for resources: {'Port': ['ID=5f1abe36-d971-458e-bb10-4dbf55c1ca2e,revision_number=2']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:40.197581 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:40.202384 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783949'] for floatingip, after_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:40.310193 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dcd64-b206-48d4-a1dc-c13e7714b973 req-de99e4d5-235d-454d-b0d6-272dff533758 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:40.311630 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1a5dcd64-b206-48d4-a1dc-c13e7714b973 req-de99e4d5-235d-454d-b0d6-272dff533758 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79abd75-eef4-4fa4-8954-d6486e44cd57 HTTP/1.1" status: 200 len: 943 time: 0.1812165 Aug 31 12:45:40.436299 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1a5dcd64-b206-48d4-a1dc-c13e7714b973 req-1dba5d11-3ea0-45cb-be1f-ec5c357acbc1 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f1ad16-581e-4497-a171-7c9473b2ca63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187558 Aug 31 12:45:40.465034 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.db.l3_db [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Floating IP 06680f1e-babb-4a74-a36b-f5f90536cf00 associated. External IP: 172.28.3.192, port: c9213f1f-1246-4f6e-b6f8-22bbff92624d. Aug 31 12:45:40.887339 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Router d8897c5e-2e06-4eea-bcd3-b0171751f2e0 has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:45:41.015426 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 9e4d6573-13c7-4b79-8acb-56d0a733ca12 details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:45:41.115129 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:45:41.129221 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba9ba7f-a968-4700-b291-d827129033c4 None None] Sync routers for ids ['d8897c5e-2e06-4eea-bcd3-b0171751f2e0'] in dv-cinder-806696-1-smb {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:45:41.145416 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for floatingip, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:41.164810 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba9ba7f-a968-4700-b291-d827129033c4 None None] Routers {'d8897c5e-2e06-4eea-bcd3-b0171751f2e0'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:45:41.165580 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-eba9ba7f-a968-4700-b291-d827129033c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:45:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8897c5e-2e06-4eea-bcd3-b0171751f2e0'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:41.264497 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 9e4d6573-13c7-4b79-8acb-56d0a733ca12, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=9e4d6573-13c7-4b79-8acb-56d0a733ca12,segment=NetworkSegment(0b21bc72-904c-48f3-b483-041d7530ffb6),segment_id=0b21bc72-904c-48f3-b483-041d7530ffb6)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:41.334732 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': '9e4d6573-13c7-4b79-8acb-56d0a733ca12', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'port_id': '9e4d6573-13c7-4b79-8acb-56d0a733ca12', 'mac_address': 'fa:16:3e:02:a0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:45:41.337310 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-aa61826e-e6ad-40fc-af04-dcda5752f9d2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0113485 Aug 31 12:45:41.338168 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e87164-9f27-488e-86ed-75ae8a85ce20', 'tag': 'c9213f1f-1246-4f6e-b6f8-22bbff92624d'}] {{(pid=75034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:45:41.340607 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 38666) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:45:41.359787 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [None req-fbacef8a-cc48-4f45-af78-2699ea0fd8e4 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1362522874', 'description': 'tempest-secgroup-smoke-1362522874 description', 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda'}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:45:41.366678 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-fbacef8a-cc48-4f45-af78-2699ea0fd8e4 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:45:41.377382 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-fbacef8a-cc48-4f45-af78-2699ea0fd8e4 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:45:41.390029 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-fbacef8a-cc48-4f45-af78-2699ea0fd8e4 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:41.407174 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e87164-9f27-488e-86ed-75ae8a85ce20', 'tag': 'c9213f1f-1246-4f6e-b6f8-22bbff92624d', 'status': 'completed', 'code': 200} Aug 31 12:45:41.427242 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:41.436482 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-fbacef8a-cc48-4f45-af78-2699ea0fd8e4 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:45:41.443773 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-eba9ba7f-a968-4700-b291-d827129033c4 None None] Set router d8897c5e-2e06-4eea-bcd3-b0171751f2e0 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:45:41.472009 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-fbacef8a-cc48-4f45-af78-2699ea0fd8e4 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Usage tracker for resource:security_group_rule and tenant:d5bd408571f042efa2f1d4a92d11eeda is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:45:41.478819 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-fbacef8a-cc48-4f45-af78-2699ea0fd8e4 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:45:41.486266 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-fbacef8a-cc48-4f45-af78-2699ea0fd8e4 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:45:41.488855 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4d6573-13c7-4b79-8acb-56d0a733ca12 {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:45:41.531027 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 9e4d6573-13c7-4b79-8acb-56d0a733ca12, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=9e4d6573-13c7-4b79-8acb-56d0a733ca12,segment=NetworkSegment(0b21bc72-904c-48f3-b483-041d7530ffb6),segment_id=0b21bc72-904c-48f3-b483-041d7530ffb6)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:41.558813 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c089f52a-77f6-4362-b2bd-e9732d4f2bed req-a23359c8-d543-4967-90ec-282b6032c446 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5bd408571f042efa2f1d4a92d11eeda&device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 1099 time: 0.1235437 Aug 31 12:45:41.570500 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-fbacef8a-cc48-4f45-af78-2699ea0fd8e4 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:41.584866 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:41.593900 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-feeb8019-7b3f-42ec-a60e-b30adfb08132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:41.626609 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-fbacef8a-cc48-4f45-af78-2699ea0fd8e4 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:41.637188 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-7c1f6d30-0c89-4c47-8dc6-75b1d005b2c3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:41.702074 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=9e4d6573-13c7-4b79-8acb-56d0a733ca12,revision_number=4']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:41.771307 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:41.771667 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:41.771995 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:41.772318 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:41.772642 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:41.772961 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:41.773281 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:41.773592 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:41.773954 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:41.774251 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:41.774560 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:45:41.776675 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacef8a-cc48-4f45-af78-2699ea0fd8e4 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe44aefc-dcc4-4562-9094-f94d136bba0f,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:41.780463 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:41.782996 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-fbacef8a-cc48-4f45-af78-2699ea0fd8e4 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:41.786208 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-fbacef8a-cc48-4f45-af78-2699ea0fd8e4 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:41.790230 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-fbacef8a-cc48-4f45-af78-2699ea0fd8e4 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4457242 Aug 31 12:45:41.790843 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 38674) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:45:41.796517 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-20e6828b-7c96-449e-9429-fe966562fdb3 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Request body: {'security_group_rule': {'security_group_id': 'fe44aefc-dcc4-4562-9094-f94d136bba0f', 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:45:41.803213 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-20e6828b-7c96-449e-9429-fe966562fdb3 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:45:41.806856 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-20e6828b-7c96-449e-9429-fe966562fdb3 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Usage tracker for resource:security_group_rule and tenant:d5bd408571f042efa2f1d4a92d11eeda is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:45:41.810775 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089f52a-77f6-4362-b2bd-e9732d4f2bed req-a566fd4a-f2a4-4d73-bffd-34527b030fc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:41.810965 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-20e6828b-7c96-449e-9429-fe966562fdb3 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:45:41.812217 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c089f52a-77f6-4362-b2bd-e9732d4f2bed req-a566fd4a-f2a4-4d73-bffd-34527b030fc1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c6da5227-c31a-4422-ac49-65bae9a61094 HTTP/1.1" status: 200 len: 916 time: 0.2394900 Aug 31 12:45:41.817324 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-20e6828b-7c96-449e-9429-fe966562fdb3 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:45:41.826533 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd418fd6-0c79-418a-8be9-55bcf01eea74 req-14c7a7f2-29f8-4729-8481-cea94efc34cd tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:41.828047 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-bd418fd6-0c79-418a-8be9-55bcf01eea74 req-14c7a7f2-29f8-4729-8481-cea94efc34cd tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79abd75-eef4-4fa4-8954-d6486e44cd57 HTTP/1.1" status: 200 len: 944 time: 0.2563648 Aug 31 12:45:41.830340 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:45:41.841745 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['9e4d6573-13c7-4b79-8acb-56d0a733ca12'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:45:41.847234 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-20e6828b-7c96-449e-9429-fe966562fdb3 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:41.913527 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-20e6828b-7c96-449e-9429-fe966562fdb3 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:41.921215 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-20e6828b-7c96-449e-9429-fe966562fdb3 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707040'] for security_group_rule, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:41.923478 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-f3792864-a535-45d1-8e9c-6fc91faee909 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:41.944061 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6828b-7c96-449e-9429-fe966562fdb3 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a91413-d035-43f8-8a4c-47cb01cb740c,revision_number=0']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:41.948147 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-20e6828b-7c96-449e-9429-fe966562fdb3 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:41.959136 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-20e6828b-7c96-449e-9429-fe966562fdb3 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:41.960808 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-20e6828b-7c96-449e-9429-fe966562fdb3 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1689034 Aug 31 12:45:41.965401 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-bd418fd6-0c79-418a-8be9-55bcf01eea74 req-2d5a02a6-2f40-4b0e-85c6-021519a70fd7 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f1ad16-581e-4497-a171-7c9473b2ca63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882752 Aug 31 12:45:41.965670 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 38678) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:45:41.967640 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c089f52a-77f6-4362-b2bd-e9732d4f2bed req-1a90f8ff-5640-4bc8-a1f1-97a3549a2810 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9213f1f-1246-4f6e-b6f8-22bbff92624d HTTP/1.1" status: 200 len: 1000 time: 0.1387358 Aug 31 12:45:41.972198 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-87327301-0eb7-4193-9a6c-1f3986e0d02e tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Request body: {'security_group_rule': {'security_group_id': 'fe44aefc-dcc4-4562-9094-f94d136bba0f', 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:45:41.979245 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-87327301-0eb7-4193-9a6c-1f3986e0d02e tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:45:41.984009 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-87327301-0eb7-4193-9a6c-1f3986e0d02e tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Usage tracker for resource:security_group_rule and tenant:d5bd408571f042efa2f1d4a92d11eeda is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:45:41.987287 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-87327301-0eb7-4193-9a6c-1f3986e0d02e tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:45:41.997119 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-87327301-0eb7-4193-9a6c-1f3986e0d02e tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:45:41.998948 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-eba9ba7f-a968-4700-b291-d827129033c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'name': 'tempest-TestMinimumBasicScenario-1644235309-router', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:37Z', 'updated_at': '2021-08-31T12:44:45Z', 'revision_number': 4, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'gw_port': {'id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:39Z', 'updated_at': '2021-08-31T12:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_floatingips': [{'id': '06680f1e-babb-4a74-a36b-f5f90536cf00', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'floating_ip_address': '172.28.3.192', 'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'router_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'port_id': 'c9213f1f-1246-4f6e-b6f8-22bbff92624d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094', 'mac_address': 'fa:16:3e:87:bf:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e87164-9f27-488e-86ed-75ae8a85ce20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:45:39Z', 'updated_at': '2021-08-31T12:45:39Z', 'revision_number': 0, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b9cf7e-872e-4004-b20b-a08b920b5d46', 'name': '', 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'mac_address': 'fa:16:3e:bb:e1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62b0c2db-90bc-49b6-9750-c754408ae7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:44Z', 'updated_at': '2021-08-31T12:45:07Z', 'revision_number': 5, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'subnets': [{'id': '62b0c2db-90bc-49b6-9750-c754408ae7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:42.012523 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba9ba7f-a968-4700-b291-d827129033c4 None None] Checking router: d8897c5e-2e06-4eea-bcd3-b0171751f2e0 for host: dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:45:42.032588 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-87327301-0eb7-4193-9a6c-1f3986e0d02e tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.037671 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba9ba7f-a968-4700-b291-d827129033c4 None None] Routers {'d8897c5e-2e06-4eea-bcd3-b0171751f2e0'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:45:42.038413 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-eba9ba7f-a968-4700-b291-d827129033c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:45:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8897c5e-2e06-4eea-bcd3-b0171751f2e0'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:42.040199 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089f52a-77f6-4362-b2bd-e9732d4f2bed req-6498c3b6-0512-4550-93f9-32ba2ceda975 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:42.041984 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c089f52a-77f6-4362-b2bd-e9732d4f2bed req-6498c3b6-0512-4550-93f9-32ba2ceda975 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=62b0c2db-90bc-49b6-9750-c754408ae7a8 HTTP/1.1" status: 200 len: 854 time: 0.0674059 Aug 31 12:45:42.113645 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-87327301-0eb7-4193-9a6c-1f3986e0d02e tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.119918 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-87327301-0eb7-4193-9a6c-1f3986e0d02e tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707040'] for security_group_rule, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.122337 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:42.135631 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c089f52a-77f6-4362-b2bd-e9732d4f2bed req-f76053f3-acec-446e-9735-f2e0e339044f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6da5227-c31a-4422-ac49-65bae9a61094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0875275 Aug 31 12:45:42.148793 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87327301-0eb7-4193-9a6c-1f3986e0d02e tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bc0431-126e-4189-b18b-e390d72650ee,revision_number=0']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:42.151843 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-87327301-0eb7-4193-9a6c-1f3986e0d02e tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:42.161543 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-87327301-0eb7-4193-9a6c-1f3986e0d02e tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.163055 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-87327301-0eb7-4193-9a6c-1f3986e0d02e tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1963546 Aug 31 12:45:42.166178 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 38682) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:45:42.172276 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-73ec6ea3-f66b-4778-b718-7799658dc518 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Request body: {'security_group_rule': {'security_group_id': 'fe44aefc-dcc4-4562-9094-f94d136bba0f', 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:45:42.180072 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-73ec6ea3-f66b-4778-b718-7799658dc518 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:45:42.184359 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-73ec6ea3-f66b-4778-b718-7799658dc518 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Usage tracker for resource:security_group_rule and tenant:d5bd408571f042efa2f1d4a92d11eeda is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:45:42.191804 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-73ec6ea3-f66b-4778-b718-7799658dc518 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:45:42.198526 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-73ec6ea3-f66b-4778-b718-7799658dc518 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:45:42.227484 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-73ec6ea3-f66b-4778-b718-7799658dc518 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.291050 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-eba9ba7f-a968-4700-b291-d827129033c4 None None] Set router d8897c5e-2e06-4eea-bcd3-b0171751f2e0 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:45:42.314414 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c089f52a-77f6-4362-b2bd-e9732d4f2bed req-ed13ce32-a6fa-4f92-9d9c-d0159d160b25 service neutron] 10.222.0.52 "GET /v2.0/networks/c6da5227-c31a-4422-ac49-65bae9a61094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719220 Aug 31 12:45:42.315704 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-73ec6ea3-f66b-4778-b718-7799658dc518 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.320352 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-73ec6ea3-f66b-4778-b718-7799658dc518 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707040'] for security_group_rule, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.348968 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-66a124b4-432a-4415-95dc-df33d56b60ee tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:42.364626 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec6ea3-f66b-4778-b718-7799658dc518 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313120d6-294f-4347-af52-6ab8718da7ae,revision_number=0']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:42.367224 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-73ec6ea3-f66b-4778-b718-7799658dc518 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:42.368476 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-73ec6ea3-f66b-4778-b718-7799658dc518 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.372546 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-73ec6ea3-f66b-4778-b718-7799658dc518 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2053969 Aug 31 12:45:42.373134 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 38688) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:45:42.380819 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-9c254f46-af96-4a5d-b223-6c90818e029d tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Request body: {'security_group_rule': {'security_group_id': 'fe44aefc-dcc4-4562-9094-f94d136bba0f', 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:45:42.387236 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-9c254f46-af96-4a5d-b223-6c90818e029d tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:45:42.392621 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-9c254f46-af96-4a5d-b223-6c90818e029d tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Usage tracker for resource:security_group_rule and tenant:d5bd408571f042efa2f1d4a92d11eeda is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:45:42.395899 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-9c254f46-af96-4a5d-b223-6c90818e029d tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:45:42.401938 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-9c254f46-af96-4a5d-b223-6c90818e029d tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:45:42.420399 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-9c254f46-af96-4a5d-b223-6c90818e029d tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.466771 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c089f52a-77f6-4362-b2bd-e9732d4f2bed req-6daa4347-d4c7-4fd8-8882-33489390d19c service neutron] 10.222.0.52 "GET /v2.0/networks/c6da5227-c31a-4422-ac49-65bae9a61094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437712 Aug 31 12:45:42.497586 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-9c254f46-af96-4a5d-b223-6c90818e029d tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.502679 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-9c254f46-af96-4a5d-b223-6c90818e029d tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707040'] for security_group_rule, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.505043 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-ff49550c-10e8-4c00-b52d-d1785464987b tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:42.527728 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c254f46-af96-4a5d-b223-6c90818e029d tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496ba43b-e1bd-4eba-a8d4-694e2a3c4a21,revision_number=0']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:42.530384 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-9c254f46-af96-4a5d-b223-6c90818e029d tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:42.539166 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-9c254f46-af96-4a5d-b223-6c90818e029d tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.540479 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-9c254f46-af96-4a5d-b223-6c90818e029d tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1661353 Aug 31 12:45:42.543342 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 38692) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:45:42.549372 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-2715aeb8-ddf2-47b1-b286-41a6da41c798 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Request body: {'security_group_rule': {'security_group_id': 'fe44aefc-dcc4-4562-9094-f94d136bba0f', 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:45:42.556211 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-2715aeb8-ddf2-47b1-b286-41a6da41c798 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:45:42.560478 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-2715aeb8-ddf2-47b1-b286-41a6da41c798 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Usage tracker for resource:security_group_rule and tenant:d5bd408571f042efa2f1d4a92d11eeda is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:45:42.563384 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-2715aeb8-ddf2-47b1-b286-41a6da41c798 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:45:42.569485 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-2715aeb8-ddf2-47b1-b286-41a6da41c798 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:45:42.580313 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.db.securitygroups_db [None req-2715aeb8-ddf2-47b1-b286-41a6da41c798 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Project d5bd408571f042efa2f1d4a92d11eeda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 12:45:42.587072 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2715aeb8-ddf2-47b1-b286-41a6da41c798 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.652551 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2715aeb8-ddf2-47b1-b286-41a6da41c798 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.657111 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2715aeb8-ddf2-47b1-b286-41a6da41c798 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707040'] for security_group_rule, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.665415 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-20e6828b-7c96-449e-9429-fe966562fdb3 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:42.670658 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-eba9ba7f-a968-4700-b291-d827129033c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'name': 'tempest-TestMinimumBasicScenario-1644235309-router', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:37Z', 'updated_at': '2021-08-31T12:44:45Z', 'revision_number': 4, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'gw_port': {'id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:39Z', 'updated_at': '2021-08-31T12:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_floatingips': [{'id': '06680f1e-babb-4a74-a36b-f5f90536cf00', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'floating_ip_address': '172.28.3.192', 'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'router_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'port_id': 'c9213f1f-1246-4f6e-b6f8-22bbff92624d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094', 'mac_address': 'fa:16:3e:87:bf:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e87164-9f27-488e-86ed-75ae8a85ce20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:45:39Z', 'updated_at': '2021-08-31T12:45:39Z', 'revision_number': 0, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b9cf7e-872e-4004-b20b-a08b920b5d46', 'name': '', 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'mac_address': 'fa:16:3e:bb:e1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62b0c2db-90bc-49b6-9750-c754408ae7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:44Z', 'updated_at': '2021-08-31T12:45:07Z', 'revision_number': 5, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'subnets': [{'id': '62b0c2db-90bc-49b6-9750-c754408ae7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:42.674638 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba9ba7f-a968-4700-b291-d827129033c4 None None] The sync data for ids ['d8897c5e-2e06-4eea-bcd3-b0171751f2e0'] in dv-cinder-806696-1-smb is: [{'id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'name': 'tempest-TestMinimumBasicScenario-1644235309-router', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:37Z', 'updated_at': '2021-08-31T12:44:45Z', 'revision_number': 4, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'gw_port': {'id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:39Z', 'updated_at': '2021-08-31T12:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_floatingips': [{'id': '06680f1e-babb-4a74-a36b-f5f90536cf00', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'floating_ip_address': '172.28.3.192', 'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'router_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'port_id': 'c9213f1f-1246-4f6e-b6f8-22bbff92624d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094', 'mac_address': 'fa:16:3e:87:bf:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e87164-9f27-488e-86ed-75ae8a85ce20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:45:39Z', 'updated_at': '2021-08-31T12:45:39Z', 'revision_number': 0, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b9cf7e-872e-4004-b20b-a08b920b5d46', 'name': '', 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'mac_address': 'fa:16:3e:bb:e1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62b0c2db-90bc-49b6-9750-c754408ae7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:44Z', 'updated_at': '2021-08-31T12:45:07Z', 'revision_number': 5, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'subnets': [{'id': '62b0c2db-90bc-49b6-9750-c754408ae7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:45:42.687282 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715aeb8-ddf2-47b1-b286-41a6da41c798 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56eb75e-3a3e-4eeb-a036-3f6e92d328c2,revision_number=0']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:42.689654 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-2715aeb8-ddf2-47b1-b286-41a6da41c798 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:42.699118 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2715aeb8-ddf2-47b1-b286-41a6da41c798 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.700369 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-2715aeb8-ddf2-47b1-b286-41a6da41c798 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1560526 Aug 31 12:45:42.703132 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 38696) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:45:42.709205 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-695ae939-b8ff-4c6c-9bce-8551a7ba5091 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Request body: {'security_group_rule': {'security_group_id': 'fe44aefc-dcc4-4562-9094-f94d136bba0f', 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:45:42.715482 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-695ae939-b8ff-4c6c-9bce-8551a7ba5091 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:45:42.719491 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-695ae939-b8ff-4c6c-9bce-8551a7ba5091 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Usage tracker for resource:security_group_rule and tenant:d5bd408571f042efa2f1d4a92d11eeda is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:45:42.722666 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-695ae939-b8ff-4c6c-9bce-8551a7ba5091 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:45:42.728524 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-695ae939-b8ff-4c6c-9bce-8551a7ba5091 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:45:42.740970 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.db.securitygroups_db [None req-695ae939-b8ff-4c6c-9bce-8551a7ba5091 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Project d5bd408571f042efa2f1d4a92d11eeda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 12:45:42.747856 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-695ae939-b8ff-4c6c-9bce-8551a7ba5091 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.819926 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-695ae939-b8ff-4c6c-9bce-8551a7ba5091 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.825645 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-695ae939-b8ff-4c6c-9bce-8551a7ba5091 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707040'] for security_group_rule, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.827844 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:42.851175 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ae939-b8ff-4c6c-9bce-8551a7ba5091 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba31e87-be7b-400f-be05-da239245febe,revision_number=0']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:42.854002 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-695ae939-b8ff-4c6c-9bce-8551a7ba5091 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:42.863159 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-695ae939-b8ff-4c6c-9bce-8551a7ba5091 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:42.864946 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-695ae939-b8ff-4c6c-9bce-8551a7ba5091 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1605253 Aug 31 12:45:43.008913 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-fd669624-cb1e-4b11-add8-6f1cfe1dc498 req-9c5e2374-b7df-467a-94e3-c0549f4f4bab tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Synchronizing usage tracker for tenant:d5bd408571f042efa2f1d4a92d11eeda on resource:security_group {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:45:43.029449 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-fd669624-cb1e-4b11-add8-6f1cfe1dc498 req-9c5e2374-b7df-467a-94e3-c0549f4f4bab tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Unset dirty status for tenant:d5bd408571f042efa2f1d4a92d11eeda on resource:security_group {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:45:43.030870 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-fd669624-cb1e-4b11-add8-6f1cfe1dc498 req-9c5e2374-b7df-467a-94e3-c0549f4f4bab tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1362522874&fields=id&tenant_id=d5bd408571f042efa2f1d4a92d11eeda HTTP/1.1" status: 200 len: 267 time: 0.0733998 Aug 31 12:45:43.032098 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 9e4d6573-13c7-4b79-8acb-56d0a733ca12 up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:45:43.115538 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning for port 9e4d6573-13c7-4b79-8acb-56d0a733ca12 completed by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 12:45:43.123786 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port 9e4d6573-13c7-4b79-8acb-56d0a733ca12 triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:43.124350 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:43.130455 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd669624-cb1e-4b11-add8-6f1cfe1dc498 req-ce7fac16-d4cf-4828-a22e-7a93a57e452e tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:43.132071 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-fd669624-cb1e-4b11-add8-6f1cfe1dc498 req-ce7fac16-d4cf-4828-a22e-7a93a57e452e tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 946 time: 0.0874155 Aug 31 12:45:43.144638 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-fd669624-cb1e-4b11-add8-6f1cfe1dc498 req-9be164f1-0a99-48cc-8944-aacd05c3b5f0 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Request body: {'port': {'security_groups': ['c7b7a8e8-9763-4512-a3e7-44b75064bd2f', 'fe44aefc-dcc4-4562-9094-f94d136bba0f']}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:45:43.178982 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8020f04-45cc-400b-9a58-86f2e4821792 req-0cafc0ac-c76b-4578-933f-1e4f126f3403 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:43.180917 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-e8020f04-45cc-400b-9a58-86f2e4821792 req-0cafc0ac-c76b-4578-933f-1e4f126f3403 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79abd75-eef4-4fa4-8954-d6486e44cd57 HTTP/1.1" status: 200 len: 944 time: 0.0837400 Aug 31 12:45:43.239881 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-e8020f04-45cc-400b-9a58-86f2e4821792 req-65459738-2f5a-4e19-9aab-fa834e78784b tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f1ad16-581e-4497-a171-7c9473b2ca63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533319 Aug 31 12:45:43.279560 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-640e85b4-ca2f-4c00-b615-37fe9420a504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:43.283065 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:43.284022 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-fd669624-cb1e-4b11-add8-6f1cfe1dc498 req-9be164f1-0a99-48cc-8944-aacd05c3b5f0 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:43.312441 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79abd75-eef4-4fa4-8954-d6486e44cd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4d6573-13c7-4b79-8acb-56d0a733ca12'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:45:43.323197 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 9e4d6573-13c7-4b79-8acb-56d0a733ca12, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=9e4d6573-13c7-4b79-8acb-56d0a733ca12,segment=NetworkSegment(0b21bc72-904c-48f3-b483-041d7530ffb6),segment_id=0b21bc72-904c-48f3-b483-041d7530ffb6)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:43.328342 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:43.330391 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:43.383860 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79abd75-eef4-4fa4-8954-d6486e44cd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4d6573-13c7-4b79-8acb-56d0a733ca12', 'code': 200} Aug 31 12:45:43.402055 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=9e4d6573-13c7-4b79-8acb-56d0a733ca12,revision_number=5']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:43.405023 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:43.547724 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-fd669624-cb1e-4b11-add8-6f1cfe1dc498 req-9be164f1-0a99-48cc-8944-aacd05c3b5f0 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] For port c9213f1f-1246-4f6e-b6f8-22bbff92624d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=c9213f1f-1246-4f6e-b6f8-22bbff92624d,segment=NetworkSegment(732b7912-07e0-4964-a5f9-55871e4f1ada),segment_id=732b7912-07e0-4964-a5f9-55871e4f1ada)] {{(pid=75035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:43.595662 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:43.688270 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-fd669624-cb1e-4b11-add8-6f1cfe1dc498 req-9be164f1-0a99-48cc-8944-aacd05c3b5f0 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:43.701473 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-fd669624-cb1e-4b11-add8-6f1cfe1dc498 req-9be164f1-0a99-48cc-8944-aacd05c3b5f0 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:43.711078 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-70aaf3a7-8e35-495f-bce5-2a835cf7b041 tempest-AttachVolumeNegativeTest-1806304725 tempest-AttachVolumeNegativeTest-1806304725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:43.713659 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['c9213f1f-1246-4f6e-b6f8-22bbff92624d'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:45:43.797771 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd669624-cb1e-4b11-add8-6f1cfe1dc498 req-9be164f1-0a99-48cc-8944-aacd05c3b5f0 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:43.798455 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-fd669624-cb1e-4b11-add8-6f1cfe1dc498 req-9be164f1-0a99-48cc-8944-aacd05c3b5f0 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:43.799849 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-fd669624-cb1e-4b11-add8-6f1cfe1dc498 req-9be164f1-0a99-48cc-8944-aacd05c3b5f0 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "PUT /v2.0/ports/c9213f1f-1246-4f6e-b6f8-22bbff92624d HTTP/1.1" status: 200 len: 982 time: 0.6604166 Aug 31 12:45:43.803744 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e87164-9f27-488e-86ed-75ae8a85ce20', 'tag': 'c9213f1f-1246-4f6e-b6f8-22bbff92624d'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:45:43.821626 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be164f1-0a99-48cc-8944-aacd05c3b5f0 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Pushing event updated for resources: {'Port': ['ID=c9213f1f-1246-4f6e-b6f8-22bbff92624d,revision_number=6']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:43.829973 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d7666b1b-5f0e-4512-8278-0a78268c5ab2 req-29494e65-97cb-4c51-9b3f-416c4130570e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b79abd75-eef4-4fa4-8954-d6486e44cd57 HTTP/1.1" status: 200 len: 1098 time: 0.2700896 Aug 31 12:45:43.830964 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-9be164f1-0a99-48cc-8944-aacd05c3b5f0 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:43.909437 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e87164-9f27-488e-86ed-75ae8a85ce20', 'tag': 'c9213f1f-1246-4f6e-b6f8-22bbff92624d', 'status': 'completed', 'code': 200} Aug 31 12:45:43.940047 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d7666b1b-5f0e-4512-8278-0a78268c5ab2 req-c1061cc6-a067-4c97-8820-5ff08702efca service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c8f1ad16-581e-4497-a171-7c9473b2ca63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021614 Aug 31 12:45:43.975305 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['c9213f1f-1246-4f6e-b6f8-22bbff92624d'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:45:44.158279 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-7252dee6-80bc-48be-a368-5c549f0db622 None None] Provisioning complete for port c9213f1f-1246-4f6e-b6f8-22bbff92624d triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:45:44.158984 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-7252dee6-80bc-48be-a368-5c549f0db622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:44.195678 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8ded7341-d633-4da4-bf47-1875e9d2c1e9 req-ec098931-6cc5-4fef-9413-785ab9b61b50 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5bd408571f042efa2f1d4a92d11eeda&device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 1138 time: 0.2681189 Aug 31 12:45:44.291388 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80974ed6-6f7e-4877-81eb-80ce9f788496 req-3ebf37e5-e260-4524-bb0c-79ca1a325647 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:44.293018 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-80974ed6-6f7e-4877-81eb-80ce9f788496 req-3ebf37e5-e260-4524-bb0c-79ca1a325647 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 985 time: 0.2319798 Aug 31 12:45:44.388807 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-80974ed6-6f7e-4877-81eb-80ce9f788496 req-877a96c4-df4c-4588-8ec4-07e9797bba0b tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe44aefc-dcc4-4562-9094-f94d136bba0f&id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0870361 Aug 31 12:45:44.425877 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f3fe1-87a9-46d8-b776-baa37d8a2f4c None None] New status for floating IP 06680f1e-babb-4a74-a36b-f5f90536cf00: ACTIVE {{(pid=75037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 31 12:45:44.448535 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded7341-d633-4da4-bf47-1875e9d2c1e9 req-d8116377-8117-4108-854f-cca3abc77edf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:44.450101 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8ded7341-d633-4da4-bf47-1875e9d2c1e9 req-d8116377-8117-4108-854f-cca3abc77edf service neutron] 10.222.0.52 "GET /v2.0/networks?id=c6da5227-c31a-4422-ac49-65bae9a61094 HTTP/1.1" status: 200 len: 916 time: 0.2468977 Aug 31 12:45:44.527630 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9f755-f13b-40e3-ad25-fbc2a48b946d req-ff355699-11d7-4da7-b043-a4e24057ef0a tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:44.529894 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d4d9f755-f13b-40e3-ad25-fbc2a48b946d req-ff355699-11d7-4da7-b043-a4e24057ef0a tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79abd75-eef4-4fa4-8954-d6486e44cd57 HTTP/1.1" status: 200 len: 945 time: 0.0997944 Aug 31 12:45:44.581126 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8ded7341-d633-4da4-bf47-1875e9d2c1e9 req-068a9109-9683-49bc-b88c-ac2bb17e7234 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9213f1f-1246-4f6e-b6f8-22bbff92624d HTTP/1.1" status: 200 len: 1000 time: 0.1207998 Aug 31 12:45:44.614682 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d4d9f755-f13b-40e3-ad25-fbc2a48b946d req-0ee4ed1a-2bbc-4eb9-b6cb-c949b5e14fb7 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f1ad16-581e-4497-a171-7c9473b2ca63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777194 Aug 31 12:45:44.663720 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded7341-d633-4da4-bf47-1875e9d2c1e9 req-2cc6da20-7b88-400d-a52f-8cd8c5252939 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:44.665371 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8ded7341-d633-4da4-bf47-1875e9d2c1e9 req-2cc6da20-7b88-400d-a52f-8cd8c5252939 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=62b0c2db-90bc-49b6-9750-c754408ae7a8 HTTP/1.1" status: 200 len: 854 time: 0.0778019 Aug 31 12:45:44.749800 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8ded7341-d633-4da4-bf47-1875e9d2c1e9 req-055058f8-f124-41b0-846f-4d53b8f1829b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6da5227-c31a-4422-ac49-65bae9a61094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779369 Aug 31 12:45:44.804892 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:44.890470 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8ded7341-d633-4da4-bf47-1875e9d2c1e9 req-7c804b19-8d81-44d5-8c64-963b6dc0ebfa service neutron] 10.222.0.52 "GET /v2.0/networks/c6da5227-c31a-4422-ac49-65bae9a61094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296315 Aug 31 12:45:45.033564 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8ded7341-d633-4da4-bf47-1875e9d2c1e9 req-de225a5a-eec1-4121-84b4-06028dfd7c90 service neutron] 10.222.0.52 "GET /v2.0/networks/c6da5227-c31a-4422-ac49-65bae9a61094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353483 Aug 31 12:45:45.493549 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-79bbc179-5f2b-42a8-a7d2-7da06d9e88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:45.824565 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d1dee-c920-4f53-be65-f37adf9cf6df req-19a987d5-15b2-4afa-9416-4c9c8d8a0504 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:45.826083 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c92d1dee-c920-4f53-be65-f37adf9cf6df req-19a987d5-15b2-4afa-9416-4c9c8d8a0504 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79abd75-eef4-4fa4-8954-d6486e44cd57 HTTP/1.1" status: 200 len: 945 time: 0.0939434 Aug 31 12:45:45.878933 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c92d1dee-c920-4f53-be65-f37adf9cf6df req-fecff727-733c-4834-8e66-6931635a0289 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f1ad16-581e-4497-a171-7c9473b2ca63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449362 Aug 31 12:45:46.082594 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a7f99-e0f0-4fb4-9f7a-f1d341fd6853 req-f6214b94-a19a-40d5-b513-0beb90e961d9 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:46.083939 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d06a7f99-e0f0-4fb4-9f7a-f1d341fd6853 req-f6214b94-a19a-40d5-b513-0beb90e961d9 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79abd75-eef4-4fa4-8954-d6486e44cd57 HTTP/1.1" status: 200 len: 945 time: 0.0799708 Aug 31 12:45:46.093093 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 38736) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:45:46.098732 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.v2.base [None req-38f1eaf8-f47d-4413-8220-cfd4de8a5e95 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Request body: {'floatingip': {'port_id': '9e4d6573-13c7-4b79-8acb-56d0a733ca12'}} {{(pid=75034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:45:46.179751 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-38f1eaf8-f47d-4413-8220-cfd4de8a5e95 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for floatingip, before_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:46.520278 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:46.570062 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568b5d9-b545-4a58-9303-db942db2fa0b req-eef13515-880c-4151-a7fd-533d38a4db1e tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:46.574877 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a568b5d9-b545-4a58-9303-db942db2fa0b req-eef13515-880c-4151-a7fd-533d38a4db1e tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 945 time: 0.0870757 Aug 31 12:45:46.627045 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-a568b5d9-b545-4a58-9303-db942db2fa0b req-b9ced308-5b6d-4797-95b7-133df652528e tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495186 Aug 31 12:45:46.913237 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-38f1eaf8-f47d-4413-8220-cfd4de8a5e95 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:46.918944 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-38f1eaf8-f47d-4413-8220-cfd4de8a5e95 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783949'] for floatingip, after_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:47.121484 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.db.l3_db [None req-38f1eaf8-f47d-4413-8220-cfd4de8a5e95 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Floating IP 68b9af23-452d-4302-a2fa-bac9494fe7ff associated. External IP: 172.28.3.185, port: 9e4d6573-13c7-4b79-8acb-56d0a733ca12. Aug 31 12:45:47.545665 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f1eaf8-f47d-4413-8220-cfd4de8a5e95 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Router d8bb111c-556a-4195-8ccc-fb9034e95d25 has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:45:47.925664 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f1eaf8-f47d-4413-8220-cfd4de8a5e95 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:45:47.930848 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-38f1eaf8-f47d-4413-8220-cfd4de8a5e95 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for floatingip, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:47.935355 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b50dcc-bcce-4742-9083-5835c506d550 None None] Sync routers for ids ['d8bb111c-556a-4195-8ccc-fb9034e95d25'] in dv-cinder-806696-1-smb {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:45:47.949064 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b50dcc-bcce-4742-9083-5835c506d550 None None] Routers {'d8bb111c-556a-4195-8ccc-fb9034e95d25'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:45:47.949835 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-e3b50dcc-bcce-4742-9083-5835c506d550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:45:45Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8bb111c-556a-4195-8ccc-fb9034e95d25'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:47.965064 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff8d10-1be8-4c5b-b490-2f690c2f3467 req-d4cb71b9-2507-441b-8736-41549161f95c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:47.967161 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b9ff8d10-1be8-4c5b-b490-2f690c2f3467 req-d4cb71b9-2507-441b-8736-41549161f95c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 945 time: 0.1302736 Aug 31 12:45:48.026473 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-38f1eaf8-f47d-4413-8220-cfd4de8a5e95 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "PUT /v2.0/floatingips/68b9af23-452d-4302-a2fa-bac9494fe7ff HTTP/1.1" status: 200 len: 991 time: 1.9296298 Aug 31 12:45:48.026473 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79abd75-eef4-4fa4-8954-d6486e44cd57', 'tag': '9e4d6573-13c7-4b79-8acb-56d0a733ca12'}] {{(pid=75034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:45:48.060754 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b9ff8d10-1be8-4c5b-b490-2f690c2f3467 req-c86f1eb0-9ee9-42e4-8638-b29c5a88e5e0 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807600 Aug 31 12:45:48.111013 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:48.213788 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-e3b50dcc-bcce-4742-9083-5835c506d550 None None] Set router d8bb111c-556a-4195-8ccc-fb9034e95d25 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:45:48.245367 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79abd75-eef4-4fa4-8954-d6486e44cd57', 'tag': '9e4d6573-13c7-4b79-8acb-56d0a733ca12', 'status': 'completed', 'code': 200} Aug 31 12:45:48.349193 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5f820e56-cbf1-4377-b1c2-3fbdafa1c641 req-4f7bd2a1-e0d2-4827-a4cf-8691bf31c000 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3039a6adc724d519214c67cf88d1b8e&device_id=b79abd75-eef4-4fa4-8954-d6486e44cd57 HTTP/1.1" status: 200 len: 1098 time: 0.0785367 Aug 31 12:45:48.501969 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f820e56-cbf1-4377-b1c2-3fbdafa1c641 req-2ed4a27e-2b90-44db-a30f-1659ff697baf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:48.503377 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5f820e56-cbf1-4377-b1c2-3fbdafa1c641 req-2ed4a27e-2b90-44db-a30f-1659ff697baf service neutron] 10.222.0.52 "GET /v2.0/networks?id=feea8ebf-1268-49e1-b49d-7833ff8c567a HTTP/1.1" status: 200 len: 912 time: 0.1471190 Aug 31 12:45:48.585417 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-e3b50dcc-bcce-4742-9083-5835c506d550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'name': 'tempest-AttachVolumeTestJSON-1839933523-router', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:28Z', 'revision_number': 4, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'gw_port': {'id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_floatingips': [{'id': '68b9af23-452d-4302-a2fa-bac9494fe7ff', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'floating_ip_address': '172.28.3.185', 'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'router_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'port_id': '9e4d6573-13c7-4b79-8acb-56d0a733ca12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'mac_address': 'fa:16:3e:02:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79abd75-eef4-4fa4-8954-d6486e44cd57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:45:33Z', 'updated_at': '2021-08-31T12:45:46Z', 'revision_number': 1, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed942133-3ef0-4308-b0dc-4477f251356c', 'name': '', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'mac_address': 'fa:16:3e:70:f3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:27Z', 'updated_at': '2021-08-31T12:41:49Z', 'revision_number': 5, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'subnets': [{'id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:48.589651 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b50dcc-bcce-4742-9083-5835c506d550 None None] Checking router: d8bb111c-556a-4195-8ccc-fb9034e95d25 for host: dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:45:48.600923 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b50dcc-bcce-4742-9083-5835c506d550 None None] Routers {'d8bb111c-556a-4195-8ccc-fb9034e95d25'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:45:48.601549 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-e3b50dcc-bcce-4742-9083-5835c506d550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:45:45Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8bb111c-556a-4195-8ccc-fb9034e95d25'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:48.612657 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5f820e56-cbf1-4377-b1c2-3fbdafa1c641 req-ecd20462-aac5-43b7-a97c-f9ed666ed660 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e4d6573-13c7-4b79-8acb-56d0a733ca12 HTTP/1.1" status: 200 len: 999 time: 0.1026335 Aug 31 12:45:48.676281 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f820e56-cbf1-4377-b1c2-3fbdafa1c641 req-06a07eec-3db8-47b5-9fb3-27f441eeebd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:48.678070 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5f820e56-cbf1-4377-b1c2-3fbdafa1c641 req-06a07eec-3db8-47b5-9fb3-27f441eeebd1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=acb27ec4-0bee-4f29-8732-77d071b3e04e HTTP/1.1" status: 200 len: 850 time: 0.0585947 Aug 31 12:45:48.773381 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5f820e56-cbf1-4377-b1c2-3fbdafa1c641 req-94bbfa72-3395-42ae-9f9d-bb79481ecfd0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=feea8ebf-1268-49e1-b49d-7833ff8c567a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0892076 Aug 31 12:45:48.784321 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-e3b50dcc-bcce-4742-9083-5835c506d550 None None] Set router d8bb111c-556a-4195-8ccc-fb9034e95d25 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:45:48.909127 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5f820e56-cbf1-4377-b1c2-3fbdafa1c641 req-de524fe2-d79b-4a12-920f-b08df53759a9 service neutron] 10.222.0.52 "GET /v2.0/networks/feea8ebf-1268-49e1-b49d-7833ff8c567a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278732 Aug 31 12:45:49.053812 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5f820e56-cbf1-4377-b1c2-3fbdafa1c641 req-6fb008d0-70ac-41c4-9ff2-4e8c5e6352d6 service neutron] 10.222.0.52 "GET /v2.0/networks/feea8ebf-1268-49e1-b49d-7833ff8c567a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301367 Aug 31 12:45:49.148889 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-e3b50dcc-bcce-4742-9083-5835c506d550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'name': 'tempest-AttachVolumeTestJSON-1839933523-router', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:28Z', 'revision_number': 4, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'gw_port': {'id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_floatingips': [{'id': '68b9af23-452d-4302-a2fa-bac9494fe7ff', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'floating_ip_address': '172.28.3.185', 'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'router_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'port_id': '9e4d6573-13c7-4b79-8acb-56d0a733ca12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'mac_address': 'fa:16:3e:02:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79abd75-eef4-4fa4-8954-d6486e44cd57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:45:33Z', 'updated_at': '2021-08-31T12:45:46Z', 'revision_number': 1, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed942133-3ef0-4308-b0dc-4477f251356c', 'name': '', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'mac_address': 'fa:16:3e:70:f3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:27Z', 'updated_at': '2021-08-31T12:41:49Z', 'revision_number': 5, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'subnets': [{'id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:45:49.154261 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b50dcc-bcce-4742-9083-5835c506d550 None None] The sync data for ids ['d8bb111c-556a-4195-8ccc-fb9034e95d25'] in dv-cinder-806696-1-smb is: [{'id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'name': 'tempest-AttachVolumeTestJSON-1839933523-router', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:28Z', 'revision_number': 4, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'gw_port': {'id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_floatingips': [{'id': '68b9af23-452d-4302-a2fa-bac9494fe7ff', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'floating_ip_address': '172.28.3.185', 'floating_network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'router_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'port_id': '9e4d6573-13c7-4b79-8acb-56d0a733ca12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'mac_address': 'fa:16:3e:02:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79abd75-eef4-4fa4-8954-d6486e44cd57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T12:45:33Z', 'updated_at': '2021-08-31T12:45:46Z', 'revision_number': 1, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed942133-3ef0-4308-b0dc-4477f251356c', 'name': '', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'mac_address': 'fa:16:3e:70:f3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:27Z', 'updated_at': '2021-08-31T12:41:49Z', 'revision_number': 5, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'subnets': [{'id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:45:49.280532 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda5a8a-3035-4882-8cbc-ec0eae3bef4d req-75e1d738-9970-4c6f-b79d-bc0f5812d650 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:49.282073 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-fdda5a8a-3035-4882-8cbc-ec0eae3bef4d req-75e1d738-9970-4c6f-b79d-bc0f5812d650 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 945 time: 0.0779431 Aug 31 12:45:49.328337 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-fdda5a8a-3035-4882-8cbc-ec0eae3bef4d req-66c378c3-f8ca-420d-9123-15b0045d85fa tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403209 Aug 31 12:45:50.560474 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac131b-b57d-4c90-b00b-9a01c9f9edd9 req-cd401458-f1a9-430c-bef1-ff2272243eff tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:50.562009 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-4cac131b-b57d-4c90-b00b-9a01c9f9edd9 req-cd401458-f1a9-430c-bef1-ff2272243eff tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 945 time: 0.0884063 Aug 31 12:45:50.609818 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-4cac131b-b57d-4c90-b00b-9a01c9f9edd9 req-63024146-f834-4293-867a-62139a46df29 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415232 Aug 31 12:45:50.714709 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd72fe96-4d52-4a40-8489-65d6aa4af4d3 None None] New status for floating IP 68b9af23-452d-4302-a2fa-bac9494fe7ff: ACTIVE {{(pid=75037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 31 12:45:51.825711 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b517c-7a3c-4ad2-ab9f-d7fe77cdcd99 req-96a7f58c-5159-4fdf-9e67-ec0b821efe7d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:51.827187 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5c1b517c-7a3c-4ad2-ab9f-d7fe77cdcd99 req-96a7f58c-5159-4fdf-9e67-ec0b821efe7d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 945 time: 0.0808294 Aug 31 12:45:51.875500 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5c1b517c-7a3c-4ad2-ab9f-d7fe77cdcd99 req-2bf96288-d55e-4bfe-82d0-a70d2ba9a566 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400610 Aug 31 12:45:53.104829 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a5ae1-5f50-48f1-bbbb-007d6ac262ee req-ca0ec32d-ec56-4bac-b73a-bde70110d08f tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:53.106353 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-469a5ae1-5f50-48f1-bbbb-007d6ac262ee req-ca0ec32d-ec56-4bac-b73a-bde70110d08f tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 945 time: 0.0841544 Aug 31 12:45:53.154561 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-469a5ae1-5f50-48f1-bbbb-007d6ac262ee req-1ba76e9f-af5c-431b-90ad-a2e0081f3196 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418644 Aug 31 12:45:54.401809 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa441936-a1bd-473a-b38e-5debf025256f req-a2c4c0cd-aae0-4856-b596-e97177936f16 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:54.403311 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-aa441936-a1bd-473a-b38e-5debf025256f req-a2c4c0cd-aae0-4856-b596-e97177936f16 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 945 time: 0.0886164 Aug 31 12:45:54.450631 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-aa441936-a1bd-473a-b38e-5debf025256f req-7c50305c-7390-404a-83b2-b9dd2b238a91 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415084 Aug 31 12:45:55.720502 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea08cf-f3a2-4ebe-8b5b-da6e9dc4a913 req-5569938b-c735-4a52-bd70-7b7de88b313f tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:55.722012 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-46ea08cf-f3a2-4ebe-8b5b-da6e9dc4a913 req-5569938b-c735-4a52-bd70-7b7de88b313f tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 945 time: 0.0994046 Aug 31 12:45:55.773022 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-46ea08cf-f3a2-4ebe-8b5b-da6e9dc4a913 req-77fad53e-c5b4-4465-8e90-6354f3436249 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425820 Aug 31 12:45:57.038689 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0fa39-2efb-4dab-9dc0-f1f9bf317ab8 req-c4dbf263-9465-4103-a4ab-990c1dad1499 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:57.040188 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-96e0fa39-2efb-4dab-9dc0-f1f9bf317ab8 req-c4dbf263-9465-4103-a4ab-990c1dad1499 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 945 time: 0.1066499 Aug 31 12:45:57.091464 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-96e0fa39-2efb-4dab-9dc0-f1f9bf317ab8 req-5489ea8e-1be1-47c2-ace7-0edcc1108f1d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452402 Aug 31 12:45:58.318798 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c06b1c-8a90-4774-bf5a-ff2e3066f044 req-8003ba12-2f10-4396-b35a-753e737cd5a2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:58.320384 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-89c06b1c-8a90-4774-bf5a-ff2e3066f044 req-8003ba12-2f10-4396-b35a-753e737cd5a2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 945 time: 0.0807571 Aug 31 12:45:58.373713 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-89c06b1c-8a90-4774-bf5a-ff2e3066f044 req-14c4c955-51d2-4170-8878-954818a85e29 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442157 Aug 31 12:45:59.114125 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device f57774f4-d80d-4478-a417-35584bd38ccd details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:45:59.252266 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port f57774f4-d80d-4478-a417-35584bd38ccd, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f57774f4-d80d-4478-a417-35584bd38ccd,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:59.265924 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': 'f57774f4-d80d-4478-a417-35584bd38ccd', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'port_id': 'f57774f4-d80d-4478-a417-35584bd38ccd', 'mac_address': 'fa:16:3e:ba:67:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:45:59.320452 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:59.343486 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f57774f4-d80d-4478-a417-35584bd38ccd {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:45:59.369336 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port f57774f4-d80d-4478-a417-35584bd38ccd, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f57774f4-d80d-4478-a417-35584bd38ccd,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:45:59.374941 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:45:59.377723 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:45:59.471081 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=f57774f4-d80d-4478-a417-35584bd38ccd,revision_number=6']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:45:59.476455 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:45:59.491938 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['f57774f4-d80d-4478-a417-35584bd38ccd'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:45:59.664251 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a299f-cd22-439d-8a58-0ae568be7043 req-9bcdea01-eeda-499c-8d80-0dad490340a3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:45:59.665731 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0d4a299f-cd22-439d-8a58-0ae568be7043 req-9bcdea01-eeda-499c-8d80-0dad490340a3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 944 time: 0.0938377 Aug 31 12:45:59.728572 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-0d4a299f-cd22-439d-8a58-0ae568be7043 req-7eddebc4-2045-40f9-9781-e134a534d2b8 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517704 Aug 31 12:46:00.963815 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44293aa3-2803-43cf-8038-62ead4a720e1 req-c97f601f-2aef-4dea-b8b5-88dba9b8e624 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:00.965301 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-44293aa3-2803-43cf-8038-62ead4a720e1 req-c97f601f-2aef-4dea-b8b5-88dba9b8e624 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 944 time: 0.0864210 Aug 31 12:46:01.028734 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-44293aa3-2803-43cf-8038-62ead4a720e1 req-6ba315cc-2a45-4712-93d0-050cea07693e tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566478 Aug 31 12:46:01.126966 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device f57774f4-d80d-4478-a417-35584bd38ccd up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:46:01.258282 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port f57774f4-d80d-4478-a417-35584bd38ccd triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:01.258817 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:01.384608 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:01.419117 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f877d7ee-8099-48a5-b7f8-52dbe7e1e34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57774f4-d80d-4478-a417-35584bd38ccd'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:46:01.432209 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port f57774f4-d80d-4478-a417-35584bd38ccd, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f57774f4-d80d-4478-a417-35584bd38ccd,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:01.439709 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:01.441837 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-ecfe6ce3-61bd-421d-82bb-dadb46062e4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:46:01.524865 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=f57774f4-d80d-4478-a417-35584bd38ccd,revision_number=7']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:01.527849 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:46:01.572007 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f877d7ee-8099-48a5-b7f8-52dbe7e1e34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57774f4-d80d-4478-a417-35584bd38ccd', 'code': 200} Aug 31 12:46:02.267777 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84ff40-8e9e-4715-a133-ab346561e7ae req-7ac2fc22-e407-4640-8675-24b25479e60e tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:02.269299 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8d84ff40-8e9e-4715-a133-ab346561e7ae req-7ac2fc22-e407-4640-8675-24b25479e60e tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 945 time: 0.0811260 Aug 31 12:46:02.317526 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8d84ff40-8e9e-4715-a133-ab346561e7ae req-bc09c451-6034-4fbf-b90d-49ebb1406fd3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415988 Aug 31 12:46:03.569990 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd993b72-6e25-4fb6-a9de-65fc886af5e9 req-a7d05368-0ef5-4d1b-aa65-9b225b0b4db1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:03.571661 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cd993b72-6e25-4fb6-a9de-65fc886af5e9 req-a7d05368-0ef5-4d1b-aa65-9b225b0b4db1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 945 time: 0.0893278 Aug 31 12:46:03.622241 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cd993b72-6e25-4fb6-a9de-65fc886af5e9 req-730085dc-bd86-44f0-b03c-865122d384c7 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436568 Aug 31 12:46:04.861996 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04641cae-3aa5-43de-ad2b-aee5608d3af9 req-c7ab989c-4377-437b-8534-f86e7c2ae316 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:04.863571 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-04641cae-3aa5-43de-ad2b-aee5608d3af9 req-c7ab989c-4377-437b-8534-f86e7c2ae316 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 945 time: 0.0815103 Aug 31 12:46:04.926106 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-04641cae-3aa5-43de-ad2b-aee5608d3af9 req-84af5404-e35d-4a7b-8dcb-a006ecb00baf tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549970 Aug 31 12:46:06.172197 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb0919-c573-4b1f-a362-50bbb2055eec req-9825927b-06e0-4f2e-9096-95ac5b494318 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:06.173819 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8cdb0919-c573-4b1f-a362-50bbb2055eec req-9825927b-06e0-4f2e-9096-95ac5b494318 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 945 time: 0.0926428 Aug 31 12:46:06.231915 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8cdb0919-c573-4b1f-a362-50bbb2055eec req-0c27f641-ee39-4af3-abb0-4dc98d73b37e tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512347 Aug 31 12:46:07.492158 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847171b-9bb7-41ea-8ac1-a3c8dfc2b9e2 req-e2ccdaa6-258a-4b34-af0c-43f3b97b231f tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:07.498586 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-f847171b-9bb7-41ea-8ac1-a3c8dfc2b9e2 req-e2ccdaa6-258a-4b34-af0c-43f3b97b231f tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 945 time: 0.0975289 Aug 31 12:46:07.576537 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-f847171b-9bb7-41ea-8ac1-a3c8dfc2b9e2 req-04723c7d-9716-49c8-ae83-23609489a933 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749145 Aug 31 12:46:08.457052 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7e52a7db-d6f0-4dda-aa16-271e824fadeb req-d98273c8-d905-4220-88c2-7399542f5dc3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5bd408571f042efa2f1d4a92d11eeda&device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 1138 time: 0.0763171 Aug 31 12:46:08.489875 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16a5e6-9fba-4148-8ef4-34e00b1dc314 req-8b2f9645-977d-43ec-881f-d995e66f0bb2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:08.491664 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-9f16a5e6-9fba-4148-8ef4-34e00b1dc314 req-8b2f9645-977d-43ec-881f-d995e66f0bb2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 985 time: 0.0916524 Aug 31 12:46:08.552273 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-9f16a5e6-9fba-4148-8ef4-34e00b1dc314 req-805f75c1-170a-4907-bed2-0d2d98ae57be tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe44aefc-dcc4-4562-9094-f94d136bba0f&id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532789 Aug 31 12:46:08.618735 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52a7db-d6f0-4dda-aa16-271e824fadeb req-2b3e71ae-5e04-4601-a368-bf87874dcf25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:08.621001 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7e52a7db-d6f0-4dda-aa16-271e824fadeb req-2b3e71ae-5e04-4601-a368-bf87874dcf25 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c6da5227-c31a-4422-ac49-65bae9a61094 HTTP/1.1" status: 200 len: 916 time: 0.1553123 Aug 31 12:46:08.918104 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7e52a7db-d6f0-4dda-aa16-271e824fadeb req-8b409e42-4963-4019-98f2-726c2ca87d7c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9213f1f-1246-4f6e-b6f8-22bbff92624d HTTP/1.1" status: 200 len: 1002 time: 0.2897177 Aug 31 12:46:08.988404 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f171aa-4bd6-4e92-b481-3e82fc60653f req-63cadf63-256b-4bc2-b8e2-d53efb8eb3bf tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:08.989978 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b7f171aa-4bd6-4e92-b481-3e82fc60653f req-63cadf63-256b-4bc2-b8e2-d53efb8eb3bf tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 945 time: 0.1554778 Aug 31 12:46:09.037025 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52a7db-d6f0-4dda-aa16-271e824fadeb req-899a4957-6784-4e89-876a-90ac59c33246 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:09.038655 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7e52a7db-d6f0-4dda-aa16-271e824fadeb req-899a4957-6784-4e89-876a-90ac59c33246 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=62b0c2db-90bc-49b6-9750-c754408ae7a8 HTTP/1.1" status: 200 len: 854 time: 0.1064260 Aug 31 12:46:09.070592 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b7f171aa-4bd6-4e92-b481-3e82fc60653f req-35d25258-4777-4c13-81ff-330ef7034e47 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734196 Aug 31 12:46:09.159790 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7e52a7db-d6f0-4dda-aa16-271e824fadeb req-8dac3aac-45d6-49e9-aae0-498e8e152894 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6da5227-c31a-4422-ac49-65bae9a61094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0941296 Aug 31 12:46:09.311194 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7e52a7db-d6f0-4dda-aa16-271e824fadeb req-a80e78fb-50d9-4e3e-a5ce-89948c22c8a8 service neutron] 10.222.0.52 "GET /v2.0/networks/c6da5227-c31a-4422-ac49-65bae9a61094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432586 Aug 31 12:46:09.472134 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7e52a7db-d6f0-4dda-aa16-271e824fadeb req-4cd1e91a-bc06-4fd8-8699-84c8c1165a41 service neutron] 10.222.0.52 "GET /v2.0/networks/c6da5227-c31a-4422-ac49-65bae9a61094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499383 Aug 31 12:46:09.784800 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c679c-7441-48f6-8592-39d1a3ef4fcc req-59490aa2-87a7-45e6-b501-be0db953f2c5 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:09.786308 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-dd5c679c-7441-48f6-8592-39d1a3ef4fcc req-59490aa2-87a7-45e6-b501-be0db953f2c5 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 985 time: 0.0919321 Aug 31 12:46:09.840475 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-dd5c679c-7441-48f6-8592-39d1a3ef4fcc req-d0a483d4-de93-4bd0-95e8-f48f8c11aaa2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe44aefc-dcc4-4562-9094-f94d136bba0f&id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478501 Aug 31 12:46:10.479690 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ffbe3-0a32-48e8-b7b1-e1dfedebd647 req-9df543c0-0dbf-4977-a0e1-c5f4224d2aee tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:10.481126 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c66ffbe3-0a32-48e8-b7b1-e1dfedebd647 req-9df543c0-0dbf-4977-a0e1-c5f4224d2aee tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 945 time: 0.0917377 Aug 31 12:46:10.536350 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c66ffbe3-0a32-48e8-b7b1-e1dfedebd647 req-45590407-824a-439f-ab90-7d69d2ad9366 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465269 Aug 31 12:46:10.583479 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-90927578-eca1-4dd1-8341-f881da009be9 req-cb36459b-47f5-4a01-a072-7d17e6ea9858 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5d0d26219144527ad3c1eecfdfeb7f8&device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 1098 time: 0.0803654 Aug 31 12:46:10.717194 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90927578-eca1-4dd1-8341-f881da009be9 req-6633f2aa-636d-44b9-b14b-216d4cfece59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:10.718700 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-90927578-eca1-4dd1-8341-f881da009be9 req-6633f2aa-636d-44b9-b14b-216d4cfece59 service neutron] 10.222.0.52 "GET /v2.0/networks?id=702c7954-d9af-4f3a-9da8-4db52418d64a HTTP/1.1" status: 200 len: 917 time: 0.1275339 Aug 31 12:46:10.841095 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-90927578-eca1-4dd1-8341-f881da009be9 req-04e28dcc-6123-4166-9374-95053f1549f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57774f4-d80d-4478-a417-35584bd38ccd HTTP/1.1" status: 200 len: 1000 time: 0.1128905 Aug 31 12:46:10.917288 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90927578-eca1-4dd1-8341-f881da009be9 req-23eeafb4-3178-4290-816a-4357df8ebb77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:10.918868 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-90927578-eca1-4dd1-8341-f881da009be9 req-23eeafb4-3178-4290-816a-4357df8ebb77 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0374522e-8e13-43f1-b19e-60140b6db1f3 HTTP/1.1" status: 200 len: 855 time: 0.0709288 Aug 31 12:46:11.057069 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-90927578-eca1-4dd1-8341-f881da009be9 req-9cb057d0-5fac-42e8-b55b-2c0b9fd14cf2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=702c7954-d9af-4f3a-9da8-4db52418d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1300721 Aug 31 12:46:11.070289 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4a995-2b84-41c7-817c-2890f8542516 req-c1bc08eb-0d76-47cb-83e1-0963eea565bd tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:11.071699 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-74f4a995-2b84-41c7-817c-2890f8542516 req-c1bc08eb-0d76-47cb-83e1-0963eea565bd tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 985 time: 0.1040702 Aug 31 12:46:11.197355 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-74f4a995-2b84-41c7-817c-2890f8542516 req-ade0ffea-2655-432e-ae41-04512051cd87 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe44aefc-dcc4-4562-9094-f94d136bba0f&id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070700 Aug 31 12:46:11.235968 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-90927578-eca1-4dd1-8341-f881da009be9 req-6c235f69-07e8-43fd-b5f2-7e609caf38b3 service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633348 Aug 31 12:46:11.374754 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-90927578-eca1-4dd1-8341-f881da009be9 req-4ab6789f-6e65-4d45-b60d-c5c8aee81df1 service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297481 Aug 31 12:46:11.763579 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66f8f2-e41e-4f82-a4c5-80800ac7d69e req-37c92a98-e52c-49d9-8ada-dd4d0981afe0 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:11.765045 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-af66f8f2-e41e-4f82-a4c5-80800ac7d69e req-37c92a98-e52c-49d9-8ada-dd4d0981afe0 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 945 time: 0.0819378 Aug 31 12:46:11.823110 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-af66f8f2-e41e-4f82-a4c5-80800ac7d69e req-9871018c-9ccd-45b2-8131-8ce01bae9ad8 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490990 Aug 31 12:46:12.407652 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d233c-db51-4c6a-b4d2-35ee9a16131d req-56879d30-d173-4f13-b1a5-010e910a52e9 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:12.409258 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8c8d233c-db51-4c6a-b4d2-35ee9a16131d req-56879d30-d173-4f13-b1a5-010e910a52e9 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 985 time: 0.0821304 Aug 31 12:46:12.459162 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8c8d233c-db51-4c6a-b4d2-35ee9a16131d req-d4168450-78d2-4df8-a087-ec2421361327 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe44aefc-dcc4-4562-9094-f94d136bba0f&id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442050 Aug 31 12:46:13.077085 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39833a39-6d62-42b3-8a97-8dabc155a119 req-c4e8c9a7-2db8-407f-9ad1-386074ce8648 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:13.078775 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-39833a39-6d62-42b3-8a97-8dabc155a119 req-c4e8c9a7-2db8-407f-9ad1-386074ce8648 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 945 time: 0.0904961 Aug 31 12:46:13.192084 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device f57774f4-d80d-4478-a417-35584bd38ccd no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:46:13.201382 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-39833a39-6d62-42b3-8a97-8dabc155a119 req-736c8bd7-2850-453c-923f-3ce8bc433992 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165740 Aug 31 12:46:13.258089 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-f5327772-1deb-44ce-8616-96860f8bcd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:13.322738 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:13.351408 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f877d7ee-8099-48a5-b7f8-52dbe7e1e34d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f57774f4-d80d-4478-a417-35584bd38ccd'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:46:13.362146 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port f57774f4-d80d-4478-a417-35584bd38ccd, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f57774f4-d80d-4478-a417-35584bd38ccd,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:13.368128 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:13.370681 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:46:13.418726 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f877d7ee-8099-48a5-b7f8-52dbe7e1e34d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f57774f4-d80d-4478-a417-35584bd38ccd', 'code': 200} Aug 31 12:46:13.447236 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=f57774f4-d80d-4478-a417-35584bd38ccd,revision_number=8']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:13.450362 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:46:13.604684 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:13.775773 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809c10a-f175-485f-8b55-3b2b76f839d1 req-10ec33b3-92b0-4684-beec-02b44f8264fa tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:13.777265 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8809c10a-f175-485f-8b55-3b2b76f839d1 req-10ec33b3-92b0-4684-beec-02b44f8264fa tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 985 time: 0.1852310 Aug 31 12:46:13.835012 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8809c10a-f175-485f-8b55-3b2b76f839d1 req-2a2d8c09-498d-4d8d-b19f-f8788a45da68 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe44aefc-dcc4-4562-9094-f94d136bba0f&id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512547 Aug 31 12:46:14.424949 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81095b69-e206-46b9-9484-26885330068f req-3a2691ba-a910-4358-a219-758f4092e2c9 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:14.426349 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-81095b69-e206-46b9-9484-26885330068f req-3a2691ba-a910-4358-a219-758f4092e2c9 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 943 time: 0.0809937 Aug 31 12:46:14.471326 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-81095b69-e206-46b9-9484-26885330068f req-a624fd53-023c-451b-9261-09c2eae36341 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392532 Aug 31 12:46:14.799780 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:15.077882 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422a6ff-a525-4a73-a215-cc411277e55e req-0d25e4fb-0e7d-4603-835d-c94748a4a9f2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:15.080725 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-e422a6ff-a525-4a73-a215-cc411277e55e req-0d25e4fb-0e7d-4603-835d-c94748a4a9f2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 985 time: 0.1114526 Aug 31 12:46:15.135651 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-e422a6ff-a525-4a73-a215-cc411277e55e req-ffb5fbf7-70cb-4fa4-bd53-b96b331091fb tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe44aefc-dcc4-4562-9094-f94d136bba0f&id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455091 Aug 31 12:46:15.491063 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-97c8ab78-fa7a-4542-9010-d966b5e5ae9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:16.101747 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8a9427ad-8427-4521-879b-57838033fdd7 req-994fa71a-2084-4b28-923d-e4794463e41f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1506763 Aug 31 12:46:16.370015 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5b5f2-7394-49f4-8af1-a7b774c0c744 req-41f9a310-ad5e-4fa6-a912-3d8eb8a8da7f tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:16.371941 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-dbb5b5f2-7394-49f4-8af1-a7b774c0c744 req-41f9a310-ad5e-4fa6-a912-3d8eb8a8da7f tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 985 time: 0.1064675 Aug 31 12:46:16.395470 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204b287-6ca8-4661-9f48-0720993adb15 req-0ba0b95e-ea52-4c52-8b22-cfcbe0c5e6ec tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:16.397158 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-9204b287-6ca8-4661-9f48-0720993adb15 req-0ba0b95e-ea52-4c52-8b22-cfcbe0c5e6ec tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 943 time: 0.0887268 Aug 31 12:46:16.397648 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 38940) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:46:16.425729 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-dbb5b5f2-7394-49f4-8af1-a7b774c0c744 req-119ba3f5-30fe-406d-ba1e-5513083eba84 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe44aefc-dcc4-4562-9094-f94d136bba0f&id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463583 Aug 31 12:46:16.450335 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-9204b287-6ca8-4661-9f48-0720993adb15 req-4160761e-78b7-4496-9e49-4edda6ee0637 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451407 Aug 31 12:46:16.523977 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:16.537207 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-8818d2fe-41f6-43d1-a961-c996c54a8e1e req-cc35c69e-b9fc-4466-9246-402cf2cea031 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1383030 Aug 31 12:46:17.166098 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8818d2fe-41f6-43d1-a961-c996c54a8e1e req-596cf902-f5f6-4555-9b80-424b06e93caf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d&tenant_id=c5d0d26219144527ad3c1eecfdfeb7f8 HTTP/1.1" status: 200 len: 1096 time: 0.0791066 Aug 31 12:46:17.206436 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device f57774f4-d80d-4478-a417-35584bd38ccd no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:46:17.273990 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8818d2fe-41f6-43d1-a961-c996c54a8e1e req-603dacfe-c01f-4933-883f-3643467b4b6c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5d0d26219144527ad3c1eecfdfeb7f8&device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 1096 time: 0.0766006 Aug 31 12:46:17.418726 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818d2fe-41f6-43d1-a961-c996c54a8e1e req-1ce03a8e-a767-46d0-8d05-eabbcebc04c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:17.420130 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8818d2fe-41f6-43d1-a961-c996c54a8e1e req-1ce03a8e-a767-46d0-8d05-eabbcebc04c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=702c7954-d9af-4f3a-9da8-4db52418d64a HTTP/1.1" status: 200 len: 917 time: 0.1385143 Aug 31 12:46:17.577140 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8818d2fe-41f6-43d1-a961-c996c54a8e1e req-b5a6805b-ccd8-4b85-828f-21a854e168b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57774f4-d80d-4478-a417-35584bd38ccd HTTP/1.1" status: 200 len: 998 time: 0.1498301 Aug 31 12:46:17.686428 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6787c-1f6a-4639-99c9-5b9cdb39ceab req-3eac220e-fcc2-4d2f-8c4e-e166cfecaefd tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:17.687794 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-70c6787c-1f6a-4639-99c9-5b9cdb39ceab req-3eac220e-fcc2-4d2f-8c4e-e166cfecaefd tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 985 time: 0.0847855 Aug 31 12:46:17.703279 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818d2fe-41f6-43d1-a961-c996c54a8e1e req-498b665e-37f1-403b-9c36-a1c104d4b72d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:17.704702 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8818d2fe-41f6-43d1-a961-c996c54a8e1e req-498b665e-37f1-403b-9c36-a1c104d4b72d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0374522e-8e13-43f1-b19e-60140b6db1f3 HTTP/1.1" status: 200 len: 855 time: 0.1192951 Aug 31 12:46:17.738540 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-70c6787c-1f6a-4639-99c9-5b9cdb39ceab req-a65dfe3a-9d5f-46be-8a69-0828c4b61ad3 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe44aefc-dcc4-4562-9094-f94d136bba0f&id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446508 Aug 31 12:46:17.779249 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00e352-d502-40f9-9222-ca02af052c99 req-373e50d9-5882-429f-841d-19f791773471 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:17.780694 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-ba00e352-d502-40f9-9222-ca02af052c99 req-373e50d9-5882-429f-841d-19f791773471 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 943 time: 0.1608310 Aug 31 12:46:17.822145 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8818d2fe-41f6-43d1-a961-c996c54a8e1e req-fcbf2649-b62d-4cc8-ba00-88c4dbf341ca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=702c7954-d9af-4f3a-9da8-4db52418d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1074774 Aug 31 12:46:17.903888 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-ba00e352-d502-40f9-9222-ca02af052c99 req-a3fa4cdd-f96b-407c-9130-34d5b674e8c3 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174014 Aug 31 12:46:17.954614 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-befa8391-c84c-4abe-9c24-bc34a07522dd req-c2fa9cbe-7073-43aa-af6b-3438917e0a8c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795200 Aug 31 12:46:17.963951 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8818d2fe-41f6-43d1-a961-c996c54a8e1e req-b24a2aee-3c32-4f65-8334-eb70cefb8bfc service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334321 Aug 31 12:46:18.023715 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:18.107320 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-befa8391-c84c-4abe-9c24-bc34a07522dd req-2add731d-4d08-463e-ae72-0e0e9a79042d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3bc9a284c20b4adfbfcdc98e81f10699&device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 1098 time: 0.0761051 Aug 31 12:46:18.115756 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8818d2fe-41f6-43d1-a961-c996c54a8e1e req-e05ccf54-684c-4c7b-908a-fae9613db8bb service neutron] 10.222.0.52 "GET /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440952 Aug 31 12:46:18.270005 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa8391-c84c-4abe-9c24-bc34a07522dd req-81d9a37a-f44b-4c1e-b463-81140f6bd69e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:18.271528 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-befa8391-c84c-4abe-9c24-bc34a07522dd req-81d9a37a-f44b-4c1e-b463-81140f6bd69e service neutron] 10.222.0.52 "GET /v2.0/networks?id=301c08f8-022f-4c04-8683-cab91975ee82 HTTP/1.1" status: 200 len: 910 time: 0.1347308 Aug 31 12:46:18.377568 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-befa8391-c84c-4abe-9c24-bc34a07522dd req-d38020bd-357c-4a9d-b09f-06069e9e2b44 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dc9952a-1108-4f26-a896-8fd16f1b503d HTTP/1.1" status: 200 len: 999 time: 0.0977263 Aug 31 12:46:18.439980 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa8391-c84c-4abe-9c24-bc34a07522dd req-6b3dd88f-4a75-4e83-aab6-0e80d7f6b63f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:18.441445 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-befa8391-c84c-4abe-9c24-bc34a07522dd req-6b3dd88f-4a75-4e83-aab6-0e80d7f6b63f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8b41268-faa3-4a54-af29-703f32d1b3fc HTTP/1.1" status: 200 len: 848 time: 0.0572577 Aug 31 12:46:18.527318 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-befa8391-c84c-4abe-9c24-bc34a07522dd req-3167a8d4-3074-4933-b6ef-49592a05d508 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=301c08f8-022f-4c04-8683-cab91975ee82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769753 Aug 31 12:46:18.781607 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-befa8391-c84c-4abe-9c24-bc34a07522dd req-7370389d-3eda-4430-adb4-64d9d3db5a3b service neutron] 10.222.0.52 "GET /v2.0/networks/301c08f8-022f-4c04-8683-cab91975ee82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452893 Aug 31 12:46:18.831126 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:46:18.979739 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-befa8391-c84c-4abe-9c24-bc34a07522dd req-73653a8a-4e4d-4e5a-a567-ddebcd75ace8 service neutron] 10.222.0.52 "GET /v2.0/networks/301c08f8-022f-4c04-8683-cab91975ee82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904862 Aug 31 12:46:19.024822 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cff4e5-9424-49dc-a9e5-672c13e4e8bf req-fcf1aaa6-1e39-4895-aeb4-c7b6b344baf2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:19.026632 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a2cff4e5-9424-49dc-a9e5-672c13e4e8bf req-fcf1aaa6-1e39-4895-aeb4-c7b6b344baf2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 985 time: 0.1587350 Aug 31 12:46:19.153953 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a2cff4e5-9424-49dc-a9e5-672c13e4e8bf req-7f45a6f8-6938-4304-9c22-9daa38dbd172 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe44aefc-dcc4-4562-9094-f94d136bba0f&id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1210890 Aug 31 12:46:19.209645 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a3df1-e5bb-4dc9-81a2-44904af76b02 req-0eb5e8de-22ce-4029-8942-7eaf59d224b5 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:19.225390 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-541a3df1-e5bb-4dc9-81a2-44904af76b02 req-0eb5e8de-22ce-4029-8942-7eaf59d224b5 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 943 time: 0.1527607 Aug 31 12:46:19.305457 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-541a3df1-e5bb-4dc9-81a2-44904af76b02 req-e4e9e629-029c-4dda-917e-98bfa6117f9b tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789618 Aug 31 12:46:20.392366 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de398f8-39b7-477e-b596-43eed3e5f232 req-26d10ff6-af86-4cd2-81a5-2b1253face1a tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:20.394138 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7de398f8-39b7-477e-b596-43eed3e5f232 req-26d10ff6-af86-4cd2-81a5-2b1253face1a tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 985 time: 0.0871837 Aug 31 12:46:20.469510 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-7de398f8-39b7-477e-b596-43eed3e5f232 req-7e508dd0-e8a8-4dff-af92-fd0cc2912bc9 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe44aefc-dcc4-4562-9094-f94d136bba0f&id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688114 Aug 31 12:46:20.677184 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526a944-61f0-427f-9ccc-a9aa0dba2ac9 req-df5f6171-b9dd-4f3f-98d2-0ff1f47480f1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:20.680224 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d526a944-61f0-427f-9ccc-a9aa0dba2ac9 req-df5f6171-b9dd-4f3f-98d2-0ff1f47480f1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 943 time: 0.0846467 Aug 31 12:46:20.729551 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d526a944-61f0-427f-9ccc-a9aa0dba2ac9 req-c5ff8372-12f5-4882-b09b-68c38757ad58 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432999 Aug 31 12:46:21.696293 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe4d54-1e01-49a3-9dd4-f329e70fd820 req-01a6cf9e-e097-4fa2-a2b7-087f1e239f74 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:21.697858 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cbbe4d54-1e01-49a3-9dd4-f329e70fd820 req-01a6cf9e-e097-4fa2-a2b7-087f1e239f74 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 985 time: 0.0932076 Aug 31 12:46:21.761560 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cbbe4d54-1e01-49a3-9dd4-f329e70fd820 req-68e51777-cc9e-45eb-bb36-6972badc4709 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe44aefc-dcc4-4562-9094-f94d136bba0f&id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576353 Aug 31 12:46:21.966538 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff68257-9451-4670-b0e5-e59ee5a452bd req-6daf13ec-40b3-4f15-b713-90851b806e9e tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:21.968046 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-4ff68257-9451-4670-b0e5-e59ee5a452bd req-6daf13ec-40b3-4f15-b713-90851b806e9e tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 943 time: 0.0826054 Aug 31 12:46:22.018079 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-4ff68257-9451-4670-b0e5-e59ee5a452bd req-507c3c02-92e7-43ea-9115-5e49e35c09ec tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436976 Aug 31 12:46:23.000046 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa7053-17cc-4786-85c9-7872efb03f63 req-d9509778-821f-412d-b388-fe1865938803 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:23.003169 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-edfa7053-17cc-4786-85c9-7872efb03f63 req-d9509778-821f-412d-b388-fe1865938803 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 985 time: 0.1007354 Aug 31 12:46:23.068608 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-edfa7053-17cc-4786-85c9-7872efb03f63 req-cb2a987e-4296-4533-b762-27c2e7c3a691 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe44aefc-dcc4-4562-9094-f94d136bba0f&id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588250 Aug 31 12:46:23.269939 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14d79c-6017-4db4-b40f-517a7e16c49b req-67795cef-7346-4a0e-8912-a3114e0261ce tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:23.271483 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cf14d79c-6017-4db4-b40f-517a7e16c49b req-67795cef-7346-4a0e-8912-a3114e0261ce tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 943 time: 0.0850580 Aug 31 12:46:23.321906 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cf14d79c-6017-4db4-b40f-517a7e16c49b req-e123f413-03c2-4b87-8252-9b1e2b4f1235 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445533 Aug 31 12:46:24.278882 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cbb15-5860-45eb-b0b4-4f86517fdc47 req-e54ae3e7-4a3a-46a2-8e07-24e9a8facae6 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:24.280571 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-1a3cbb15-5860-45eb-b0b4-4f86517fdc47 req-e54ae3e7-4a3a-46a2-8e07-24e9a8facae6 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 985 time: 0.0870872 Aug 31 12:46:24.329705 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-1a3cbb15-5860-45eb-b0b4-4f86517fdc47 req-58268d12-a7dc-4a1e-b580-6b7370a29f78 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe44aefc-dcc4-4562-9094-f94d136bba0f&id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422363 Aug 31 12:46:24.550973 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df2f2-7bda-454b-a439-685d9d955556 req-8c20efe7-fbbf-47f7-a2fb-e5ceaf32f279 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:24.552568 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c10df2f2-7bda-454b-a439-685d9d955556 req-8c20efe7-fbbf-47f7-a2fb-e5ceaf32f279 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 943 time: 0.0847034 Aug 31 12:46:24.607027 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-c10df2f2-7bda-454b-a439-685d9d955556 req-92e96789-5cf0-473f-8ddb-ed586004317f tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480576 Aug 31 12:46:25.550295 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3c13a-baa3-406c-b316-d3faf4a3f187 req-33f0f913-6c86-4def-ae8d-59b96412345d tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:25.551746 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-bed3c13a-baa3-406c-b316-d3faf4a3f187 req-33f0f913-6c86-4def-ae8d-59b96412345d tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 985 time: 0.0926929 Aug 31 12:46:25.604426 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-bed3c13a-baa3-406c-b316-d3faf4a3f187 req-dde7f84c-3152-424f-b532-0fa0ecc88531 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe44aefc-dcc4-4562-9094-f94d136bba0f&id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465543 Aug 31 12:46:25.838074 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d12f7-cbec-40fb-b46e-ed5744964efc req-fd0d973c-09eb-4f5b-9301-a5a22b54b4b9 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:25.839455 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d49d12f7-cbec-40fb-b46e-ed5744964efc req-fd0d973c-09eb-4f5b-9301-a5a22b54b4b9 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 943 time: 0.0880806 Aug 31 12:46:25.890608 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d49d12f7-cbec-40fb-b46e-ed5744964efc req-87a68065-8326-48e4-a42a-fa9ee1dd722e tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451703 Aug 31 12:46:26.830738 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f707dc-92db-4438-bbc8-fd25ccbd7110 req-d45d6677-4693-4514-a00e-aeb9abddf8a7 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:26.830738 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d3f707dc-92db-4438-bbc8-fd25ccbd7110 req-d45d6677-4693-4514-a00e-aeb9abddf8a7 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 985 time: 0.0909455 Aug 31 12:46:26.900468 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d3f707dc-92db-4438-bbc8-fd25ccbd7110 req-7a2d58dd-5d40-4bcf-88ec-6e3fe807df47 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe44aefc-dcc4-4562-9094-f94d136bba0f&id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546048 Aug 31 12:46:27.212823 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb236677-e798-473e-b9d7-fdeb70445590 req-ff66e4d0-ab6c-4ff7-bdb4-ff5ee9f53bfd tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:27.214834 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cb236677-e798-473e-b9d7-fdeb70445590 req-ff66e4d0-ab6c-4ff7-bdb4-ff5ee9f53bfd tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 943 time: 0.1740959 Aug 31 12:46:27.268195 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cb236677-e798-473e-b9d7-fdeb70445590 req-83a7ee26-99ab-437e-be6d-a06fe6c4bf9e tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445936 Aug 31 12:46:28.127348 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f4eb4-ffc1-40f5-b821-6b760b2dcb1a req-ec0a1a18-faae-4672-bd0d-79b1d747e615 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:28.128858 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-e10f4eb4-ffc1-40f5-b821-6b760b2dcb1a req-ec0a1a18-faae-4672-bd0d-79b1d747e615 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 985 time: 0.0987768 Aug 31 12:46:28.195209 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-e10f4eb4-ffc1-40f5-b821-6b760b2dcb1a req-4860b308-01f1-41fa-82c1-bb7667465eba tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe44aefc-dcc4-4562-9094-f94d136bba0f&id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533099 Aug 31 12:46:28.530385 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72ce81-f9d1-4df4-90ba-355461a29750 req-1af7cf73-e014-4fc6-be7a-7be24c404d53 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:28.531956 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-fb72ce81-f9d1-4df4-90ba-355461a29750 req-1af7cf73-e014-4fc6-be7a-7be24c404d53 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 943 time: 0.0875657 Aug 31 12:46:28.605006 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-fb72ce81-f9d1-4df4-90ba-355461a29750 req-97974079-ce0b-41f5-912d-b3a8fdce7f01 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669229 Aug 31 12:46:29.455942 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e39a5-ea73-4f02-ad4a-94178eeb2c9d req-f77b3d5c-1854-4dfb-af83-072b43370615 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:29.458267 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cb2e39a5-ea73-4f02-ad4a-94178eeb2c9d req-f77b3d5c-1854-4dfb-af83-072b43370615 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 985 time: 0.0996792 Aug 31 12:46:29.516285 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cb2e39a5-ea73-4f02-ad4a-94178eeb2c9d req-15eba2e5-1d5f-4b3c-aaa7-b806db741701 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe44aefc-dcc4-4562-9094-f94d136bba0f&id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526166 Aug 31 12:46:29.831496 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7099f4-ca71-40b0-ad26-489a210fc6ee req-2ff8aeac-025d-4a96-93f9-35637e910e32 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:29.833036 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cd7099f4-ca71-40b0-ad26-489a210fc6ee req-2ff8aeac-025d-4a96-93f9-35637e910e32 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 943 time: 0.0827577 Aug 31 12:46:29.881921 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-cd7099f4-ca71-40b0-ad26-489a210fc6ee req-5e6c66ab-d38c-4eda-99e7-b87d5b96a042 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425577 Aug 31 12:46:30.736817 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7611a8-5b22-4ac7-a745-87a763eeebe3 req-0693e07f-7b7f-4aaa-9842-1ae10ca8bb7c tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:30.738486 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-fc7611a8-5b22-4ac7-a745-87a763eeebe3 req-0693e07f-7b7f-4aaa-9842-1ae10ca8bb7c tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 985 time: 0.0813227 Aug 31 12:46:30.787226 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-fc7611a8-5b22-4ac7-a745-87a763eeebe3 req-32c77f0f-7014-4304-a8c9-b2ed5601bef6 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe44aefc-dcc4-4562-9094-f94d136bba0f&id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426679 Aug 31 12:46:31.101165 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2883f46-2313-4e7a-bd5b-b271ad2bc564 req-9b22be30-19f7-4fa0-a82e-1fcabfb929a0 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:31.102735 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a2883f46-2313-4e7a-bd5b-b271ad2bc564 req-9b22be30-19f7-4fa0-a82e-1fcabfb929a0 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 943 time: 0.0819380 Aug 31 12:46:31.150135 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a2883f46-2313-4e7a-bd5b-b271ad2bc564 req-7b39c47c-326f-4baf-b63b-adfb7dbbfd3c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415773 Aug 31 12:46:31.998239 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3a0a4-6884-4341-bf14-6350f3e3d959 req-022c0e95-f7f0-47ec-b72d-f75bde80ccf5 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:31.999740 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b1c3a0a4-6884-4341-bf14-6350f3e3d959 req-022c0e95-f7f0-47ec-b72d-f75bde80ccf5 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 985 time: 0.0848515 Aug 31 12:46:32.050529 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b1c3a0a4-6884-4341-bf14-6350f3e3d959 req-a37d8d22-46b8-497b-89e6-8eebe3817fd4 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe44aefc-dcc4-4562-9094-f94d136bba0f&id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445347 Aug 31 12:46:32.372487 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b564d4c-24bc-43c7-98f9-e4167ed50a73 req-513667cb-beb1-4e5e-abeb-d33af35ff281 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:32.373916 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-1b564d4c-24bc-43c7-98f9-e4167ed50a73 req-513667cb-beb1-4e5e-abeb-d33af35ff281 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 943 time: 0.0816884 Aug 31 12:46:32.424948 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-1b564d4c-24bc-43c7-98f9-e4167ed50a73 req-f0db6bf3-af44-49d1-9b7a-ea4f141df91a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449708 Aug 31 12:46:33.316058 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device f57774f4-d80d-4478-a417-35584bd38ccd details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:46:33.451730 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port f57774f4-d80d-4478-a417-35584bd38ccd, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f57774f4-d80d-4478-a417-35584bd38ccd,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:33.464839 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': 'f57774f4-d80d-4478-a417-35584bd38ccd', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'port_id': 'f57774f4-d80d-4478-a417-35584bd38ccd', 'mac_address': 'fa:16:3e:ba:67:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:46:33.523176 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:33.540816 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f57774f4-d80d-4478-a417-35584bd38ccd {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:46:33.556548 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port f57774f4-d80d-4478-a417-35584bd38ccd, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f57774f4-d80d-4478-a417-35584bd38ccd,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:33.561166 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:33.563405 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-26651600-5632-4ab6-bd88-9e25f52f5147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:46:33.640247 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=f57774f4-d80d-4478-a417-35584bd38ccd,revision_number=9']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:33.643659 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:46:33.646660 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63e24f-1fba-4688-b789-39146639e76e req-7e47325a-d5d7-4fcc-8b3a-1b5820d53b9b tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:33.648283 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8f63e24f-1fba-4688-b789-39146639e76e req-7e47325a-d5d7-4fcc-8b3a-1b5820d53b9b tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 944 time: 0.0838661 Aug 31 12:46:33.694159 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8f63e24f-1fba-4688-b789-39146639e76e req-b7d64ae6-a094-4828-a7d2-8d39036d1e1b tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404427 Aug 31 12:46:33.798643 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['f57774f4-d80d-4478-a417-35584bd38ccd'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:46:34.945132 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2224e-bb4c-467b-ac76-916375697ac4 req-f828322b-af2e-43e4-a195-fe78982d23f5 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:34.946649 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-aef2224e-bb4c-467b-ac76-916375697ac4 req-f828322b-af2e-43e4-a195-fe78982d23f5 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 944 time: 0.1042893 Aug 31 12:46:34.999640 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-aef2224e-bb4c-467b-ac76-916375697ac4 req-8d4481cf-56de-4e3e-88a2-cdc282b707c5 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467980 Aug 31 12:46:35.347687 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device f57774f4-d80d-4478-a417-35584bd38ccd up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:46:35.422384 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port f57774f4-d80d-4478-a417-35584bd38ccd triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:46:35.422772 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:35.539890 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:35.567198 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f877d7ee-8099-48a5-b7f8-52dbe7e1e34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57774f4-d80d-4478-a417-35584bd38ccd'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:46:35.576651 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port f57774f4-d80d-4478-a417-35584bd38ccd, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f57774f4-d80d-4478-a417-35584bd38ccd,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:35.582601 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:35.584694 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:46:35.638225 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f877d7ee-8099-48a5-b7f8-52dbe7e1e34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57774f4-d80d-4478-a417-35584bd38ccd', 'code': 200} Aug 31 12:46:35.659983 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=f57774f4-d80d-4478-a417-35584bd38ccd,revision_number=10']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:35.663022 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:46:35.875038 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2f5f54ae-4a29-4048-a561-e08c2b8c610c req-9a2e2e30-a93a-4f96-8d12-66a0a2c5d586 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 1099 time: 0.0739782 Aug 31 12:46:35.925180 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2f5f54ae-4a29-4048-a561-e08c2b8c610c req-f65a7948-71ee-4630-8eb4-898d1ec12010 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436492 Aug 31 12:46:36.236048 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be04c4-0db2-495b-9876-95301942fe9f req-8316315d-69e7-4eaf-a908-95207acdca88 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:36.237623 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-08be04c4-0db2-495b-9876-95301942fe9f req-8316315d-69e7-4eaf-a908-95207acdca88 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 946 time: 0.0836554 Aug 31 12:46:36.286381 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-08be04c4-0db2-495b-9876-95301942fe9f req-003d8b86-6843-4b34-8429-1dbce43468a2 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426176 Aug 31 12:46:37.526239 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706d5ba-dbbf-4564-b9fb-09ecae18c41f req-adc2d20b-ea91-4bbf-b868-bdc047485006 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:37.528056 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f706d5ba-dbbf-4564-b9fb-09ecae18c41f req-adc2d20b-ea91-4bbf-b868-bdc047485006 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 946 time: 0.0910347 Aug 31 12:46:37.579542 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-f706d5ba-dbbf-4564-b9fb-09ecae18c41f req-3e6a586f-3ca6-4b6f-93aa-7bb0c579f17c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451825 Aug 31 12:46:38.951159 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaddedb-5cf9-405c-9090-89c296e00ce4 req-f0f6b8fa-d163-4f72-9cdc-4f245e17b691 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:38.952624 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-eaaddedb-5cf9-405c-9090-89c296e00ce4 req-f0f6b8fa-d163-4f72-9cdc-4f245e17b691 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 946 time: 0.0849233 Aug 31 12:46:39.000945 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-eaaddedb-5cf9-405c-9090-89c296e00ce4 req-5480e71a-68e1-4644-bfaa-b2ddba358380 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419588 Aug 31 12:46:43.239712 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-22118550-9291-4b3a-9e26-7f2c36e0facc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:43.604111 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:44.699755 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9145709-c0c6-423f-834c-3ad87f54d756 req-dd645f2d-227b-4fb8-abe5-7dee1e4b484a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:44.701165 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b9145709-c0c6-423f-834c-3ad87f54d756 req-dd645f2d-227b-4fb8-abe5-7dee1e4b484a tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 945 time: 0.0855455 Aug 31 12:46:44.754727 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-b9145709-c0c6-423f-834c-3ad87f54d756 req-d5231d3c-3f3f-40ab-a8ee-66013b04a2e5 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472963 Aug 31 12:46:44.809509 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:45.485990 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-c9e69805-1189-4bd9-bbe0-3657074cc3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:45.989189 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519f8d6-e5ad-4d01-99bd-abd74a50b542 req-ae6ed9b2-4a3b-4806-82b2-18c80d690fc1 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:45.990950 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b519f8d6-e5ad-4d01-99bd-abd74a50b542 req-ae6ed9b2-4a3b-4806-82b2-18c80d690fc1 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 945 time: 0.1060040 Aug 31 12:46:46.047435 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b519f8d6-e5ad-4d01-99bd-abd74a50b542 req-13599da1-479e-4ec1-b1d7-65158b98a48f tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498681 Aug 31 12:46:46.285257 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f363b-cc61-4558-a0cc-b1171ba904b0 req-accee085-429f-4113-b277-830d37370795 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:46.286725 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b33f363b-cc61-4558-a0cc-b1171ba904b0 req-accee085-429f-4113-b277-830d37370795 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79abd75-eef4-4fa4-8954-d6486e44cd57 HTTP/1.1" status: 200 len: 945 time: 0.0834382 Aug 31 12:46:46.339389 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b33f363b-cc61-4558-a0cc-b1171ba904b0 req-c9210e5b-5d43-4b70-ad22-4600337cab6a tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f1ad16-581e-4497-a171-7c9473b2ca63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469136 Aug 31 12:46:46.526512 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:47.267443 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13dec6-a589-4741-ac39-8a80caeddbfb req-3918f2e5-280d-4451-902f-5359aaac8e36 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:47.269284 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5e13dec6-a589-4741-ac39-8a80caeddbfb req-3918f2e5-280d-4451-902f-5359aaac8e36 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 945 time: 0.0904827 Aug 31 12:46:47.315998 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-5e13dec6-a589-4741-ac39-8a80caeddbfb req-cb3048ad-8bad-404b-a037-341ca8ba09e3 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407598 Aug 31 12:46:47.566019 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756031c6-1cb9-4587-a4d6-515745413780 req-f071b4dc-798f-4e27-935f-64bc04a7d77e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:47.567392 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-756031c6-1cb9-4587-a4d6-515745413780 req-f071b4dc-798f-4e27-935f-64bc04a7d77e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79abd75-eef4-4fa4-8954-d6486e44cd57 HTTP/1.1" status: 200 len: 945 time: 0.0861599 Aug 31 12:46:47.615569 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-756031c6-1cb9-4587-a4d6-515745413780 req-cd1cec52-d795-4746-864e-1c79ba0efe0d tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f1ad16-581e-4497-a171-7c9473b2ca63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424335 Aug 31 12:46:48.009629 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:48.300520 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea1314-7a09-4088-8b75-d65ad7df2e1e req-9ff32a34-9a07-4d98-967c-ea841b6e4064 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:48.301994 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a1ea1314-7a09-4088-8b75-d65ad7df2e1e req-9ff32a34-9a07-4d98-967c-ea841b6e4064 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.52 "GET /v2.0/ports?device_id=b79abd75-eef4-4fa4-8954-d6486e44cd57 HTTP/1.1" status: 200 len: 945 time: 0.0806251 Aug 31 12:46:48.383221 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [req-a1ea1314-7a09-4088-8b75-d65ad7df2e1e req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Deleting port 9e4d6573-13c7-4b79-8acb-56d0a733ca12 {{(pid=75034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:46:48.383568 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-a1ea1314-7a09-4088-8b75-d65ad7df2e1e req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:48.666119 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45ed99-a00b-4cfb-8cba-b2cd093a69a2 req-1adef1ca-d3a9-43a3-a281-c555b5acbf69 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:48.667564 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8d45ed99-a00b-4cfb-8cba-b2cd093a69a2 req-1adef1ca-d3a9-43a3-a281-c555b5acbf69 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 945 time: 0.2034981 Aug 31 12:46:48.701407 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [req-a1ea1314-7a09-4088-8b75-d65ad7df2e1e req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] For port 9e4d6573-13c7-4b79-8acb-56d0a733ca12, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=9e4d6573-13c7-4b79-8acb-56d0a733ca12,segment=NetworkSegment(0b21bc72-904c-48f3-b483-041d7530ffb6),segment_id=0b21bc72-904c-48f3-b483-041d7530ffb6)] {{(pid=75034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:48.701780 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-a1ea1314-7a09-4088-8b75-d65ad7df2e1e req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:48.817626 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfc9dd-4da2-4b3a-93d2-bbe7763f8b85 req-5c3124fa-d5f5-41be-bae5-e07b38e2012e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:48.820079 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d4dfc9dd-4da2-4b3a-93d2-bbe7763f8b85 req-5c3124fa-d5f5-41be-bae5-e07b38e2012e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79abd75-eef4-4fa4-8954-d6486e44cd57 HTTP/1.1" status: 200 len: 945 time: 0.0818956 Aug 31 12:46:48.869901 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d4dfc9dd-4da2-4b3a-93d2-bbe7763f8b85 req-46dea5d9-6f43-429b-b946-1eae55e44d19 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups?id=c8f1ad16-581e-4497-a171-7c9473b2ca63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438912 Aug 31 12:46:48.904792 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8d45ed99-a00b-4cfb-8cba-b2cd093a69a2 req-ee1c57fa-45ce-4627-a715-7cc36dd35c24 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281106 Aug 31 12:46:49.113047 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-a1ea1314-7a09-4088-8b75-d65ad7df2e1e req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:49.113405 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-a1ea1314-7a09-4088-8b75-d65ad7df2e1e req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783949'] for floatingip, after_update {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:49.113735 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.db.l3_db [req-a1ea1314-7a09-4088-8b75-d65ad7df2e1e req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Floating IP 68b9af23-452d-4302-a2fa-bac9494fe7ff disassociated. External IP: 172.28.3.185, port: 9e4d6573-13c7-4b79-8acb-56d0a733ca12. Aug 31 12:46:49.114077 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [req-a1ea1314-7a09-4088-8b75-d65ad7df2e1e req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Calling delete_port for 9e4d6573-13c7-4b79-8acb-56d0a733ca12 owned by compute:nova {{(pid=75034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:46:49.262467 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-a1ea1314-7a09-4088-8b75-d65ad7df2e1e req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:49.269821 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-a8a3dfc1-843a-4b49-bc5f-0fbec3740e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:46:49.324159 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Pushing event deleted for resources: {'Port': ['ID=9e4d6573-13c7-4b79-8acb-56d0a733ca12,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:49.338902 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:49.339275 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:49.339636 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:49.339993 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:49.340590 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:49.340725 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:49.341033 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:49.341359 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:49.341731 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:49.342107 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:49.342451 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:49.392950 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:46:49.566983 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1ea1314-7a09-4088-8b75-d65ad7df2e1e req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Router d8bb111c-556a-4195-8ccc-fb9034e95d25 has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:46:49.781585 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1ea1314-7a09-4088-8b75-d65ad7df2e1e req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:46:49.792087 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b113c17a-db85-4e27-9200-7bf628f47e39 None None] Sync routers for ids ['d8bb111c-556a-4195-8ccc-fb9034e95d25'] in dv-cinder-806696-1-smb {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:46:49.806094 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b113c17a-db85-4e27-9200-7bf628f47e39 None None] Routers {'d8bb111c-556a-4195-8ccc-fb9034e95d25'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:49.806755 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-b113c17a-db85-4e27-9200-7bf628f47e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:46:45Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8bb111c-556a-4195-8ccc-fb9034e95d25'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:49.853888 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ea1314-7a09-4088-8b75-d65ad7df2e1e req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] No DVR routers for this DVR port 9e4d6573-13c7-4b79-8acb-56d0a733ca12 on host hv-cinder-80669 {{(pid=75034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:46:49.856471 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [req-a1ea1314-7a09-4088-8b75-d65ad7df2e1e req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:49.859294 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79abd75-eef4-4fa4-8954-d6486e44cd57', 'name': 'network-vif-deleted', 'tag': '9e4d6573-13c7-4b79-8acb-56d0a733ca12'}] {{(pid=75034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:46:49.877852 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-a1ea1314-7a09-4088-8b75-d65ad7df2e1e req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.52 "DELETE /v2.0/ports/9e4d6573-13c7-4b79-8acb-56d0a733ca12 HTTP/1.1" status: 204 len: 173 time: 1.5648289 Aug 31 12:46:49.919853 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79abd75-eef4-4fa4-8954-d6486e44cd57', 'name': 'network-vif-deleted', 'tag': '9e4d6573-13c7-4b79-8acb-56d0a733ca12', 'status': 'completed', 'code': 200} Aug 31 12:46:50.007004 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-b113c17a-db85-4e27-9200-7bf628f47e39 None None] Set router d8bb111c-556a-4195-8ccc-fb9034e95d25 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:46:50.082417 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-908abd94-9d44-4635-824d-3ce22014f6af req-c2ef8932-27de-4e2d-8ecc-416c1f217cd4 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Synchronizing usage tracker for tenant:d3039a6adc724d519214c67cf88d1b8e on resource:port {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:46:50.104566 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-908abd94-9d44-4635-824d-3ce22014f6af req-c2ef8932-27de-4e2d-8ecc-416c1f217cd4 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Unset dirty status for tenant:d3039a6adc724d519214c67cf88d1b8e on resource:port {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:46:50.107017 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-908abd94-9d44-4635-824d-3ce22014f6af req-c2ef8932-27de-4e2d-8ecc-416c1f217cd4 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79abd75-eef4-4fa4-8954-d6486e44cd57 HTTP/1.1" status: 200 len: 210 time: 0.0783565 Aug 31 12:46:50.153814 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987548c-78e6-4a2c-909a-3f356faf86c4 req-5977c049-b49f-46dd-a1cb-0f223e5b0b06 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:50.155299 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b987548c-78e6-4a2c-909a-3f356faf86c4 req-5977c049-b49f-46dd-a1cb-0f223e5b0b06 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 945 time: 0.0980294 Aug 31 12:46:50.213178 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-b987548c-78e6-4a2c-909a-3f356faf86c4 req-d1c26db4-642d-4eb7-afd6-bc834da09346 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514903 Aug 31 12:46:50.399175 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-b113c17a-db85-4e27-9200-7bf628f47e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'name': 'tempest-AttachVolumeTestJSON-1839933523-router', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:28Z', 'revision_number': 4, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'gw_port': {'id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': 'ed942133-3ef0-4308-b0dc-4477f251356c', 'name': '', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'mac_address': 'fa:16:3e:70:f3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:27Z', 'updated_at': '2021-08-31T12:41:49Z', 'revision_number': 5, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'subnets': [{'id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:50.403900 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b113c17a-db85-4e27-9200-7bf628f47e39 None None] Checking router: d8bb111c-556a-4195-8ccc-fb9034e95d25 for host: dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:46:50.418172 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b113c17a-db85-4e27-9200-7bf628f47e39 None None] Routers {'d8bb111c-556a-4195-8ccc-fb9034e95d25'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:50.418810 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-b113c17a-db85-4e27-9200-7bf628f47e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:46:45Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8bb111c-556a-4195-8ccc-fb9034e95d25'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:50.609085 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-b113c17a-db85-4e27-9200-7bf628f47e39 None None] Set router d8bb111c-556a-4195-8ccc-fb9034e95d25 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:46:50.926873 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-b113c17a-db85-4e27-9200-7bf628f47e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'name': 'tempest-AttachVolumeTestJSON-1839933523-router', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:28Z', 'revision_number': 4, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'gw_port': {'id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': 'ed942133-3ef0-4308-b0dc-4477f251356c', 'name': '', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'mac_address': 'fa:16:3e:70:f3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:27Z', 'updated_at': '2021-08-31T12:41:49Z', 'revision_number': 5, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'subnets': [{'id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:46:50.931221 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b113c17a-db85-4e27-9200-7bf628f47e39 None None] The sync data for ids ['d8bb111c-556a-4195-8ccc-fb9034e95d25'] in dv-cinder-806696-1-smb is: [{'id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'name': 'tempest-AttachVolumeTestJSON-1839933523-router', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:28Z', 'revision_number': 4, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'gw_port': {'id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': 'ed942133-3ef0-4308-b0dc-4477f251356c', 'name': '', 'network_id': 'feea8ebf-1268-49e1-b49d-7833ff8c567a', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'mac_address': 'fa:16:3e:70:f3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:27Z', 'updated_at': '2021-08-31T12:41:49Z', 'revision_number': 5, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'subnets': [{'id': 'acb27ec4-0bee-4f29-8732-77d071b3e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:46:51.182773 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb90cdd9-65f1-4671-bbb5-16664f5e061b None None] New status for floating IP 68b9af23-452d-4302-a2fa-bac9494fe7ff: DOWN {{(pid=75037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 31 12:46:51.262612 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 39202) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:46:51.338332 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f544ef3d-54dc-4909-948d-26f702c7a496 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:51.409035 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 9e4d6573-13c7-4b79-8acb-56d0a733ca12 no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:46:51.415401 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f544ef3d-54dc-4909-948d-26f702c7a496 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:51.448875 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] No Port match for: 9e4d6573-13c7-4b79-8acb-56d0a733ca12 {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:46:51.449182 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 9e4d6573-13c7-4b79-8acb-56d0a733ca12 not bound to the agent host hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:46:51.498277 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610f3e3-36e0-4b96-a6f3-0def51a6b17b req-d32a0917-3bd8-4ecb-ae8f-91e7e22f2872 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:51.499985 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1610f3e3-36e0-4b96-a6f3-0def51a6b17b req-d32a0917-3bd8-4ecb-ae8f-91e7e22f2872 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 945 time: 0.1460979 Aug 31 12:46:51.501195 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f544ef3d-54dc-4909-948d-26f702c7a496 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:51.505472 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-234db422-3273-42ad-8a01-1033eee58f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:46:51.539787 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544ef3d-54dc-4909-948d-26f702c7a496 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f1ad16-581e-4497-a171-7c9473b2ca63,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:51.544880 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-f544ef3d-54dc-4909-948d-26f702c7a496 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:46:51.561795 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f544ef3d-54dc-4909-948d-26f702c7a496 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:51.562947 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-f544ef3d-54dc-4909-948d-26f702c7a496 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "DELETE /v2.0/security-groups/c8f1ad16-581e-4497-a171-7c9473b2ca63 HTTP/1.1" status: 204 len: 168 time: 0.2991905 Aug 31 12:46:51.566156 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 39206) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:46:51.574013 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1610f3e3-36e0-4b96-a6f3-0def51a6b17b req-5aea2228-713c-4fff-80c3-c94e5c1a7434 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586834 Aug 31 12:46:51.584999 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.api.v2.resource [None req-17490d04-a400-42e6-b947-7f67078cd985 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] show failed (client error): The resource could not be found. Aug 31 12:46:51.586044 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-17490d04-a400-42e6-b947-7f67078cd985 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "GET /v2.0/security-groups/c8f1ad16-581e-4497-a171-7c9473b2ca63 HTTP/1.1" status: 404 len: 347 time: 0.0189657 Aug 31 12:46:51.588942 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 39210) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:46:51.743914 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-46275a9c-0daf-40df-a534-edbad81054d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Deleting port 0aba4a48-9f3e-46de-a478-0a6add55308c {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:46:51.744160 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-46275a9c-0daf-40df-a534-edbad81054d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:51.911972 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-46275a9c-0daf-40df-a534-edbad81054d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:51.912287 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-46275a9c-0daf-40df-a534-edbad81054d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:52.112912 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-46275a9c-0daf-40df-a534-edbad81054d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Calling delete_port for 0aba4a48-9f3e-46de-a478-0a6add55308c owned by network:floatingip {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:46:52.259420 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-46275a9c-0daf-40df-a534-edbad81054d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:52.264165 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5f234cb7-bf32-44c4-b9a7-8acb6c65b59e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:46:52.305126 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46275a9c-0daf-40df-a534-edbad81054d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Pushing event deleted for resources: {'Port': ['ID=0aba4a48-9f3e-46de-a478-0a6add55308c,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:52.353727 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46275a9c-0daf-40df-a534-edbad81054d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:52.354072 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46275a9c-0daf-40df-a534-edbad81054d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:52.354440 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46275a9c-0daf-40df-a534-edbad81054d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:52.354811 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46275a9c-0daf-40df-a534-edbad81054d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:52.355166 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46275a9c-0daf-40df-a534-edbad81054d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:52.355510 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46275a9c-0daf-40df-a534-edbad81054d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:52.355877 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46275a9c-0daf-40df-a534-edbad81054d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:52.356200 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46275a9c-0daf-40df-a534-edbad81054d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:52.356544 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46275a9c-0daf-40df-a534-edbad81054d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:52.356883 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46275a9c-0daf-40df-a534-edbad81054d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:52.357226 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46275a9c-0daf-40df-a534-edbad81054d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:52.384247 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-46275a9c-0daf-40df-a534-edbad81054d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:46:52.416246 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-46275a9c-0daf-40df-a534-edbad81054d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks [] for floatingip, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:52.437982 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-46275a9c-0daf-40df-a534-edbad81054d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for floatingip, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:52.442542 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-46275a9c-0daf-40df-a534-edbad81054d3 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] 10.222.0.13 "DELETE /v2.0/floatingips/68b9af23-452d-4302-a2fa-bac9494fe7ff HTTP/1.1" status: 204 len: 168 time: 0.8493617 Aug 31 12:46:52.782089 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58747e-26b9-4e24-888e-1e38cd824b28 req-440150f8-1c29-4db4-a4ac-5a39a1238370 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:52.783742 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-ee58747e-26b9-4e24-888e-1e38cd824b28 req-440150f8-1c29-4db4-a4ac-5a39a1238370 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 945 time: 0.0845013 Aug 31 12:46:52.834836 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-ee58747e-26b9-4e24-888e-1e38cd824b28 req-e0d57660-8451-4c6a-978a-37efe44d279d tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451541 Aug 31 12:46:54.046069 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1aa087-917f-4d4b-b0b8-1734b7f824e6 req-b61482dc-c754-4f82-89af-3744f3986e18 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:54.048093 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7f1aa087-917f-4d4b-b0b8-1734b7f824e6 req-b61482dc-c754-4f82-89af-3744f3986e18 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 945 time: 0.0883915 Aug 31 12:46:54.100042 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-7f1aa087-917f-4d4b-b0b8-1734b7f824e6 req-63ad90f5-18ef-4fe4-89b4-63902dfb7c73 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458729 Aug 31 12:46:54.845462 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c3f43ccc-e6f6-4ade-856d-27f87993ae3f req-c26c89f5-204a-4395-939a-a17dc3519674 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3bc9a284c20b4adfbfcdc98e81f10699&device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 1098 time: 0.0915878 Aug 31 12:46:54.980040 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f43ccc-e6f6-4ade-856d-27f87993ae3f req-5528edb0-e61d-4b80-b1da-2bd7cfeabe94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:54.981472 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c3f43ccc-e6f6-4ade-856d-27f87993ae3f req-5528edb0-e61d-4b80-b1da-2bd7cfeabe94 service neutron] 10.222.0.52 "GET /v2.0/networks?id=301c08f8-022f-4c04-8683-cab91975ee82 HTTP/1.1" status: 200 len: 910 time: 0.1296794 Aug 31 12:46:55.211229 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c3f43ccc-e6f6-4ade-856d-27f87993ae3f req-eb3ec531-3f74-41fd-bb06-9bb1c5cdc16f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dc9952a-1108-4f26-a896-8fd16f1b503d HTTP/1.1" status: 200 len: 999 time: 0.2209923 Aug 31 12:46:55.285841 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f43ccc-e6f6-4ade-856d-27f87993ae3f req-065329c2-8bef-4594-973b-abf940df781c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:55.287329 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c3f43ccc-e6f6-4ade-856d-27f87993ae3f req-065329c2-8bef-4594-973b-abf940df781c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8b41268-faa3-4a54-af29-703f32d1b3fc HTTP/1.1" status: 200 len: 848 time: 0.0694969 Aug 31 12:46:55.331589 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772fd7b-c7ab-4b4c-b251-80ff5804247e req-acfdced5-83ba-4d17-adbd-bd80c2f2ade0 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:55.333151 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d772fd7b-c7ab-4b4c-b251-80ff5804247e req-acfdced5-83ba-4d17-adbd-bd80c2f2ade0 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 945 time: 0.0976870 Aug 31 12:46:55.373255 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c3f43ccc-e6f6-4ade-856d-27f87993ae3f req-76e4bde5-5d49-4b7c-adab-3ff6d6c45ef6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=301c08f8-022f-4c04-8683-cab91975ee82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774117 Aug 31 12:46:55.383343 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-d772fd7b-c7ab-4b4c-b251-80ff5804247e req-c17e94b1-c5d0-4781-9d64-b6e27c378e32 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442417 Aug 31 12:46:55.518519 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c3f43ccc-e6f6-4ade-856d-27f87993ae3f req-91fb1e9c-cbbb-4b2f-9fdf-85149a63c0b6 service neutron] 10.222.0.52 "GET /v2.0/networks/301c08f8-022f-4c04-8683-cab91975ee82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383567 Aug 31 12:46:55.651819 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c3f43ccc-e6f6-4ade-856d-27f87993ae3f req-86043ef6-00a9-4a7f-858d-d21d099e6c21 service neutron] 10.222.0.52 "GET /v2.0/networks/301c08f8-022f-4c04-8683-cab91975ee82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263769 Aug 31 12:46:55.832290 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:46:56.532574 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 39250) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:46:56.608087 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09490b5d-6d45-4125-bda6-c01344c46d92 req-fe98dca1-7bbe-4950-bc3a-53ca7c48bc38 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:56.609567 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-09490b5d-6d45-4125-bda6-c01344c46d92 req-fe98dca1-7bbe-4950-bc3a-53ca7c48bc38 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 945 time: 0.0876808 Aug 31 12:46:56.657349 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-09490b5d-6d45-4125-bda6-c01344c46d92 req-2d0e1388-3d79-46b4-9a7a-9fe4bfcdca1b tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417118 Aug 31 12:46:57.086183 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c7239074-e84f-4bc9-9d58-d11ce91d820d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782687'] for router_interface, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:57.723259 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-c7239074-e84f-4bc9-9d58-d11ce91d820d admin admin] Deleting port ed942133-3ef0-4308-b0dc-4477f251356c {{(pid=75034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:46:57.724014 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c7239074-e84f-4bc9-9d58-d11ce91d820d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:58.081742 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [None req-c7239074-e84f-4bc9-9d58-d11ce91d820d admin admin] For port ed942133-3ef0-4308-b0dc-4477f251356c, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=ed942133-3ef0-4308-b0dc-4477f251356c,segment=NetworkSegment(0b21bc72-904c-48f3-b483-041d7530ffb6),segment_id=0b21bc72-904c-48f3-b483-041d7530ffb6)] {{(pid=75034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:58.082135 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c7239074-e84f-4bc9-9d58-d11ce91d820d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:58.159854 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e8c4e-144f-48aa-a203-03266851c13c req-f79b3c72-03b5-47fd-8138-3bd7bf0d6da5 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:58.161379 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2a8e8c4e-144f-48aa-a203-03266851c13c req-f79b3c72-03b5-47fd-8138-3bd7bf0d6da5 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 945 time: 0.3656178 Aug 31 12:46:58.221848 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-c7239074-e84f-4bc9-9d58-d11ce91d820d admin admin] Calling delete_port for ed942133-3ef0-4308-b0dc-4477f251356c owned by network:router_interface {{(pid=75034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:46:58.325434 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2a8e8c4e-144f-48aa-a203-03266851c13c req-4918c162-309f-4f76-bdfb-2523b7183aa6 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106882 Aug 31 12:46:58.441665 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c7239074-e84f-4bc9-9d58-d11ce91d820d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:58.445862 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-915aa80a-8d18-4fb3-9166-934e2f271e8e tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:46:58.492849 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7239074-e84f-4bc9-9d58-d11ce91d820d admin admin] Pushing event deleted for resources: {'Port': ['ID=ed942133-3ef0-4308-b0dc-4477f251356c,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:58.497406 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-c7239074-e84f-4bc9-9d58-d11ce91d820d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:46:58.527114 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-add8f8d8-55be-4296-892e-da0ef20af42d req-f8f1deac-d137-4a18-9424-2420b2627ac9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0785229 Aug 31 12:46:58.887356 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-15fd471e-9a92-4075-9cf2-bedb1b2f1055 req-fff055b3-a163-4135-a771-76b6cf57deb3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2028458 Aug 31 12:46:58.918132 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c1299-8ca7-43f6-97b8-8290b9dbb7f4 req-84a8602f-f8ff-4515-a64f-510b69fabbbf tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:46:58.919629 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-0b3c1299-8ca7-43f6-97b8-8290b9dbb7f4 req-84a8602f-f8ff-4515-a64f-510b69fabbbf tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 945 time: 0.1799843 Aug 31 12:46:58.983208 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-0b3c1299-8ca7-43f6-97b8-8290b9dbb7f4 req-ff1e46cd-aff1-41e2-96f2-7faa21b1251f tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551629 Aug 31 12:46:58.991829 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c7239074-e84f-4bc9-9d58-d11ce91d820d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33169039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782763'] for router_interface, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:59.474580 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 7dc9952a-1108-4f26-a896-8fd16f1b503d no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:46:59.597226 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:59.630015 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79b00a7-87e7-421d-9e7e-17c72d7524db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dc9952a-1108-4f26-a896-8fd16f1b503d'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:46:59.642353 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 7dc9952a-1108-4f26-a896-8fd16f1b503d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=7dc9952a-1108-4f26-a896-8fd16f1b503d,segment=NetworkSegment(ed569237-601e-4462-a69b-e8a0ae9f278b),segment_id=ed569237-601e-4462-a69b-e8a0ae9f278b)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:46:59.647828 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:46:59.650291 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:46:59.692010 dv-cinder-806696-1-smb neutron-server[75036]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd79b00a7-87e7-421d-9e7e-17c72d7524db', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7dc9952a-1108-4f26-a896-8fd16f1b503d', 'code': 422} returned with failed status Aug 31 12:46:59.718744 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=7dc9952a-1108-4f26-a896-8fd16f1b503d,revision_number=6']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:46:59.729278 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:59.729799 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:59.730133 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:59.730454 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:59.730802 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:59.731121 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:59.731435 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:59.731747 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:59.732087 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:59.732419 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:59.732724 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:46:59.737461 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:46:59.738023 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7239074-e84f-4bc9-9d58-d11ce91d820d admin admin] Router d8bb111c-556a-4195-8ccc-fb9034e95d25 has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:46:59.945483 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7239074-e84f-4bc9-9d58-d11ce91d820d admin admin] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:46:59.954721 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d57298-1c5b-4ef7-96df-456d7475108d None None] Sync routers for ids ['d8bb111c-556a-4195-8ccc-fb9034e95d25'] in dv-cinder-806696-1-smb {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:46:59.958507 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-c7239074-e84f-4bc9-9d58-d11ce91d820d admin admin] 10.222.0.13 "PUT /v2.0/routers/d8bb111c-556a-4195-8ccc-fb9034e95d25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4247758 Aug 31 12:46:59.961118 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 39272) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:46:59.970884 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d57298-1c5b-4ef7-96df-456d7475108d None None] Routers {'d8bb111c-556a-4195-8ccc-fb9034e95d25'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:46:59.972009 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-f4d57298-1c5b-4ef7-96df-456d7475108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:46:45Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8bb111c-556a-4195-8ccc-fb9034e95d25'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:00.194125 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-d76caa5a-ab76-47c8-8001-81034a89db7e admin admin] Notify callbacks [] for router, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:00.222541 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-f4d57298-1c5b-4ef7-96df-456d7475108d None None] Set router d8bb111c-556a-4195-8ccc-fb9034e95d25 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:47:00.236845 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-15fd471e-9a92-4075-9cf2-bedb1b2f1055 req-de789dd3-42e5-49fc-888e-14d7b1e558a9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db&tenant_id=3bc9a284c20b4adfbfcdc98e81f10699 HTTP/1.1" status: 200 len: 1096 time: 0.1776581 Aug 31 12:47:00.270222 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8db80c-8c43-4207-bd38-758c0e9ef3d5 req-d03db7cf-db33-45e6-974a-13e110f713bd tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:00.274240 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-dc8db80c-8c43-4207-bd38-758c0e9ef3d5 req-d03db7cf-db33-45e6-974a-13e110f713bd tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 943 time: 0.1234593 Aug 31 12:47:00.389318 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-dc8db80c-8c43-4207-bd38-758c0e9ef3d5 req-5d536399-3b02-4675-bce4-58314c5e316b tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629547 Aug 31 12:47:00.400597 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-15fd471e-9a92-4075-9cf2-bedb1b2f1055 req-6a3e13fa-d3b2-437f-9673-b78d08a0ed9d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3bc9a284c20b4adfbfcdc98e81f10699&device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 1096 time: 0.1252511 Aug 31 12:47:00.410223 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-d76caa5a-ab76-47c8-8001-81034a89db7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:00.430645 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-d76caa5a-ab76-47c8-8001-81034a89db7e admin admin] Deleting port 855981c5-c724-48c2-8e2d-29a4bf992651 {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:00.431125 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-d76caa5a-ab76-47c8-8001-81034a89db7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:00.548549 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd471e-9a92-4075-9cf2-bedb1b2f1055 req-1992f501-f285-4a9b-afc3-8ae65d31e26b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:00.550120 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-15fd471e-9a92-4075-9cf2-bedb1b2f1055 req-1992f501-f285-4a9b-afc3-8ae65d31e26b service neutron] 10.222.0.52 "GET /v2.0/networks?id=301c08f8-022f-4c04-8683-cab91975ee82 HTTP/1.1" status: 200 len: 910 time: 0.1413741 Aug 31 12:47:00.573554 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-f4d57298-1c5b-4ef7-96df-456d7475108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'name': 'tempest-AttachVolumeTestJSON-1839933523-router', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:46:58Z', 'revision_number': 5, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'gw_port': {'id': '855981c5-c724-48c2-8e2d-29a4bf992651', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb'}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:00.577542 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d57298-1c5b-4ef7-96df-456d7475108d None None] Checking router: d8bb111c-556a-4195-8ccc-fb9034e95d25 for host: dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:47:00.588382 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d57298-1c5b-4ef7-96df-456d7475108d None None] Routers {'d8bb111c-556a-4195-8ccc-fb9034e95d25'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:47:00.589347 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-f4d57298-1c5b-4ef7-96df-456d7475108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:46:45Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8bb111c-556a-4195-8ccc-fb9034e95d25'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:00.624286 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [None req-d76caa5a-ab76-47c8-8001-81034a89db7e admin admin] For port 855981c5-c724-48c2-8e2d-29a4bf992651, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=855981c5-c724-48c2-8e2d-29a4bf992651,segment=NetworkSegment(3f81cd55-86a1-4a25-9153-5d04b36688ac),segment_id=3f81cd55-86a1-4a25-9153-5d04b36688ac)] {{(pid=75035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:00.624792 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-d76caa5a-ab76-47c8-8001-81034a89db7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:00.662513 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-15fd471e-9a92-4075-9cf2-bedb1b2f1055 req-34e07f96-60e6-4c2a-8206-3893dd95cdcd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dc9952a-1108-4f26-a896-8fd16f1b503d HTTP/1.1" status: 200 len: 997 time: 0.1055057 Aug 31 12:47:00.727034 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd471e-9a92-4075-9cf2-bedb1b2f1055 req-b6ea14d8-9a69-4f33-a6c5-d983a64273d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:00.728511 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-15fd471e-9a92-4075-9cf2-bedb1b2f1055 req-b6ea14d8-9a69-4f33-a6c5-d983a64273d5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8b41268-faa3-4a54-af29-703f32d1b3fc HTTP/1.1" status: 200 len: 848 time: 0.0591681 Aug 31 12:47:00.741409 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-f4d57298-1c5b-4ef7-96df-456d7475108d None None] Set router d8bb111c-556a-4195-8ccc-fb9034e95d25 gateway port host: None {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:47:00.745131 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-d76caa5a-ab76-47c8-8001-81034a89db7e admin admin] Calling delete_port for 855981c5-c724-48c2-8e2d-29a4bf992651 owned by network:router_gateway {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:47:00.813409 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-15fd471e-9a92-4075-9cf2-bedb1b2f1055 req-e3618938-1e4c-488a-b0f0-54b5a0d5ff08 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=301c08f8-022f-4c04-8683-cab91975ee82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778205 Aug 31 12:47:00.850482 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-f4d57298-1c5b-4ef7-96df-456d7475108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'name': 'tempest-AttachVolumeTestJSON-1839933523-router', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:47:00Z', 'revision_number': 6, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'gw_port_host': None}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:00.855126 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d57298-1c5b-4ef7-96df-456d7475108d None None] The sync data for ids ['d8bb111c-556a-4195-8ccc-fb9034e95d25'] in dv-cinder-806696-1-smb is: [{'id': 'd8bb111c-556a-4195-8ccc-fb9034e95d25', 'name': 'tempest-AttachVolumeTestJSON-1839933523-router', 'tenant_id': 'd3039a6adc724d519214c67cf88d1b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:41:23Z', 'updated_at': '2021-08-31T12:47:00Z', 'revision_number': 6, 'project_id': 'd3039a6adc724d519214c67cf88d1b8e', 'gw_port_host': None}] {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:47:00.957512 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-15fd471e-9a92-4075-9cf2-bedb1b2f1055 req-93924f59-280c-42bf-be69-64ae6c881062 service neutron] 10.222.0.52 "GET /v2.0/networks/301c08f8-022f-4c04-8683-cab91975ee82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366253 Aug 31 12:47:01.096461 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-15fd471e-9a92-4075-9cf2-bedb1b2f1055 req-42864d10-a4f5-4a06-a1e2-2a59f48873d9 service neutron] 10.222.0.52 "GET /v2.0/networks/301c08f8-022f-4c04-8683-cab91975ee82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317611 Aug 31 12:47:01.134870 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-d76caa5a-ab76-47c8-8001-81034a89db7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:01.139443 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:01.187980 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76caa5a-ab76-47c8-8001-81034a89db7e admin admin] Pushing event deleted for resources: {'Port': ['ID=855981c5-c724-48c2-8e2d-29a4bf992651,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:01.190688 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-d76caa5a-ab76-47c8-8001-81034a89db7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:01.315850 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device ed942133-3ef0-4308-b0dc-4477f251356c no longer exists at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:47:01.353089 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] No Port match for: ed942133-3ef0-4308-b0dc-4477f251356c {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:47:01.353995 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device ed942133-3ef0-4308-b0dc-4477f251356c not bound to the agent host dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:47:01.462555 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-d76caa5a-ab76-47c8-8001-81034a89db7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783906'] for router_gateway, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:01.781427 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-d76caa5a-ab76-47c8-8001-81034a89db7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8132'] for router, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:01.788801 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-d76caa5a-ab76-47c8-8001-81034a89db7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:01.881513 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccc37-21ab-4f86-835d-a6385ec40777 req-fbb550e9-e145-47c8-919e-e95acf6f5cfe tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:01.883014 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3f8ccc37-21ab-4f86-835d-a6385ec40777 req-fbb550e9-e145-47c8-919e-e95acf6f5cfe tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 943 time: 0.3466203 Aug 31 12:47:01.910589 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-d76caa5a-ab76-47c8-8001-81034a89db7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784926'] for router, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:01.910969 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76caa5a-ab76-47c8-8001-81034a89db7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8bb111c-556a-4195-8ccc-fb9034e95d25 {{(pid=75035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 12:47:01.952406 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-d76caa5a-ab76-47c8-8001-81034a89db7e admin admin] Notify callbacks [] for router, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:01.953519 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-d76caa5a-ab76-47c8-8001-81034a89db7e admin admin] 10.222.0.13 "DELETE /v2.0/routers/d8bb111c-556a-4195-8ccc-fb9034e95d25 HTTP/1.1" status: 204 len: 168 time: 1.9908402 Aug 31 12:47:01.956552 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-3f8ccc37-21ab-4f86-835d-a6385ec40777 req-2f16e361-b1e7-46b1-8d13-d775cb521116 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677023 Aug 31 12:47:01.956836 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 39282) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:02.021039 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.db_base_plugin_v2 [None req-506e7a92-25ed-467b-ab81-77e9e1ec4aba admin admin] Deleting subnet acb27ec4-0bee-4f29-8732-77d071b3e04e {{(pid=75034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 31 12:47:02.026038 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-506e7a92-25ed-467b-ab81-77e9e1ec4aba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:02.084426 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-506e7a92-25ed-467b-ab81-77e9e1ec4aba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1701225'] for subnet, precommit_delete_associations {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:02.207416 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-506e7a92-25ed-467b-ab81-77e9e1ec4aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222575'] for subnet, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:02.416275 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-506e7a92-25ed-467b-ab81-77e9e1ec4aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33222550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1383477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1612627'] for subnet, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:02.420173 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:02.453575 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e7a92-25ed-467b-ab81-77e9e1ec4aba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acb27ec4-0bee-4f29-8732-77d071b3e04e,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:02.457382 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-506e7a92-25ed-467b-ab81-77e9e1ec4aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:02.461210 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-506e7a92-25ed-467b-ab81-77e9e1ec4aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for subnet, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:02.467311 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6b3589-9cdf-4d34-ba87-0e3fc0ddabc6 None None] Network feea8ebf-1268-49e1-b49d-7833ff8c567a requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:47:02.471538 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-506e7a92-25ed-467b-ab81-77e9e1ec4aba admin admin] 10.222.0.13 "DELETE /v2.0/subnets/acb27ec4-0bee-4f29-8732-77d071b3e04e HTTP/1.1" status: 204 len: 168 time: 0.5110435 Aug 31 12:47:02.472253 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 39286) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:02.589050 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045717'] for network, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:02.600490 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] Deleting port ebfd9be3-a53f-4847-ad7c-4dcb8c503de0 {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:02.600777 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:02.728292 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd324728-4991-4f44-82c9-e45b8ef4f818 None None] DHCP port deletion for feea8ebf-1268-49e1-b49d-7833ff8c567a request from dv-cinder-806696-1-smb {{(pid=75036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 31 12:47:02.733252 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-dd324728-4991-4f44-82c9-e45b8ef4f818 None None] Deleting port ebfd9be3-a53f-4847-ad7c-4dcb8c503de0 {{(pid=75036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:02.733814 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-dd324728-4991-4f44-82c9-e45b8ef4f818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:02.908460 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] For port ebfd9be3-a53f-4847-ad7c-4dcb8c503de0, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=ebfd9be3-a53f-4847-ad7c-4dcb8c503de0,segment=NetworkSegment(0b21bc72-904c-48f3-b483-041d7530ffb6),segment_id=0b21bc72-904c-48f3-b483-041d7530ffb6)] {{(pid=75035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:02.909447 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:02.944932 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-dd324728-4991-4f44-82c9-e45b8ef4f818 None None] For port ebfd9be3-a53f-4847-ad7c-4dcb8c503de0, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=ebfd9be3-a53f-4847-ad7c-4dcb8c503de0,segment=NetworkSegment(0b21bc72-904c-48f3-b483-041d7530ffb6),segment_id=0b21bc72-904c-48f3-b483-041d7530ffb6)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:02.945369 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-dd324728-4991-4f44-82c9-e45b8ef4f818 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:03.012554 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 855981c5-c724-48c2-8e2d-29a4bf992651 no longer exists at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:47:03.036549 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] Calling delete_port for ebfd9be3-a53f-4847-ad7c-4dcb8c503de0 owned by network:dhcp {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:47:03.102739 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] No Port match for: 855981c5-c724-48c2-8e2d-29a4bf992651 {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:47:03.103091 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 855981c5-c724-48c2-8e2d-29a4bf992651 not bound to the agent host dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:47:03.103519 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device ebfd9be3-a53f-4847-ad7c-4dcb8c503de0 no longer exists at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:47:03.116638 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:03.121516 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-4f057220-664d-4016-8ff3-9b81254a68eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:03.136786 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-dd324728-4991-4f44-82c9-e45b8ef4f818 None None] Calling delete_port for ebfd9be3-a53f-4847-ad7c-4dcb8c503de0 owned by network:dhcp {{(pid=75036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:47:03.168930 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebfd9be3-a53f-4847-ad7c-4dcb8c503de0,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:03.172740 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] No Port match for: ebfd9be3-a53f-4847-ad7c-4dcb8c503de0 {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:47:03.173122 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device ebfd9be3-a53f-4847-ad7c-4dcb8c503de0 not bound to the agent host dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:47:03.173791 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:03.176670 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] No DVR routers for this DVR port ebfd9be3-a53f-4847-ad7c-4dcb8c503de0 on host dv-cinder-806696-1-smb {{(pid=75035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:47:03.196160 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e450a9-94a5-4f14-98ae-fec00e8827d2 req-be9c85c7-bdce-4c68-8341-205180daab29 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:03.202189 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-01e450a9-94a5-4f14-98ae-fec00e8827d2 req-be9c85c7-bdce-4c68-8341-205180daab29 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 943 time: 0.0934167 Aug 31 12:47:03.248654 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-01e450a9-94a5-4f14-98ae-fec00e8827d2 req-3a2ce962-a14f-48ab-8a7f-904d45d094db tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450666 Aug 31 12:47:03.293109 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.db.api [None req-dd324728-4991-4f44-82c9-e45b8ef4f818 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 12:47:03.293541 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_db.api [None req-dd324728-4991-4f44-82c9-e45b8ef4f818 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 12:47:03.303477 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33222182', 'neutron.services.segments.db._delete_segments_for_network-8767722538626'] for network, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:03.320675 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.services.segments.db [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feea8ebf-1268-49e1-b49d-7833ff8c567a']}} {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:03.333665 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.services.segments.db [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b21bc72-904c-48f3-b483-041d7530ffb6') {'for_net_delete': True} {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:03.333984 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.services.segments.db [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b21bc72-904c-48f3-b483-041d7530ffb6') {} {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:03.345234 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767722541213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1134975'] for segment, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:03.361902 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:03.368323 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=75035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 31 12:47:03.368721 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33222410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1148802'] for segment, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: Traceback (most recent call last): Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: timer() Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: cb(*args, **kw) Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: return func(*args, **kwargs) Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: self._notify() Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: self.callback(batched_events) Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: event.method(event) Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: return f(self, *a, **k) Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: return self._get(url).json() Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: return self.request(url, 'GET', **kwargs) Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:47:03.382305 dv-cinder-806696-1-smb neutron-server[75035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:47:03.463886 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33222189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783967'] for network, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:03.468247 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:03.481856 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:03.491735 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 7dc9952a-1108-4f26-a896-8fd16f1b503d details requested by agent hyperv_hv-cinder-80669 with host hv-cinder-80669 {{(pid=75036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 12:47:03.494787 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] Pushing event deleted for resources: {'Network': ['ID=feea8ebf-1268-49e1-b49d-7833ff8c567a,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:03.501754 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:03.510454 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] 10.222.0.13 "DELETE /v2.0/networks/feea8ebf-1268-49e1-b49d-7833ff8c567a HTTP/1.1" status: 204 len: 168 time: 1.0368307 Aug 31 12:47:03.670296 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 7dc9952a-1108-4f26-a896-8fd16f1b503d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=7dc9952a-1108-4f26-a896-8fd16f1b503d,segment=NetworkSegment(ed569237-601e-4462-a69b-e8a0ae9f278b),segment_id=ed569237-601e-4462-a69b-e8a0ae9f278b)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:03.685894 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 39294) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:03.691612 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Returning: {'device': '7dc9952a-1108-4f26-a896-8fd16f1b503d', 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82', 'port_id': '7dc9952a-1108-4f26-a896-8fd16f1b503d', 'mac_address': 'fa:16:3e:aa:7b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b41268-faa3-4a54-af29-703f32d1b3fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 12:47:03.737948 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-178505d7-ff9b-427c-9656-4c75c73dba4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3039a6adc724d519214c67cf88d1b8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0507164 Aug 31 12:47:03.740608 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 39298) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:03.786108 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:03.794731 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-dd324728-4991-4f44-82c9-e45b8ef4f818 None None] Deleting port ebfd9be3-a53f-4847-ad7c-4dcb8c503de0 {{(pid=75036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:03.795108 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-dd324728-4991-4f44-82c9-e45b8ef4f818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:03.805107 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-410b7ba5-1417-4e4a-bb7a-ee09470efa8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:03.831335 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-410b7ba5-1417-4e4a-bb7a-ee09470efa8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:03.858373 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc9952a-1108-4f26-a896-8fd16f1b503d {{(pid=75036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 12:47:03.866237 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-dd324728-4991-4f44-82c9-e45b8ef4f818 None None] The port 'ebfd9be3-a53f-4847-ad7c-4dcb8c503de0' was deleted {{(pid=75036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 31 12:47:03.881835 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 7dc9952a-1108-4f26-a896-8fd16f1b503d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=7dc9952a-1108-4f26-a896-8fd16f1b503d,segment=NetworkSegment(ed569237-601e-4462-a69b-e8a0ae9f278b),segment_id=ed569237-601e-4462-a69b-e8a0ae9f278b)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:03.887059 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:03.888094 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-410b7ba5-1417-4e4a-bb7a-ee09470efa8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:03.889428 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:03.896561 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-3224004e-b01e-4dec-ba24-0b49e77d44df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:03.913932 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b7ba5-1417-4e4a-bb7a-ee09470efa8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d475f5-1305-4490-a1be-b5bc0373247d,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:03.916435 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-410b7ba5-1417-4e4a-bb7a-ee09470efa8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:03.922803 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-410b7ba5-1417-4e4a-bb7a-ee09470efa8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:03.923958 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-410b7ba5-1417-4e4a-bb7a-ee09470efa8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2d475f5-1305-4490-a1be-b5bc0373247d HTTP/1.1" status: 204 len: 168 time: 0.1824346 Aug 31 12:47:03.966861 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=7dc9952a-1108-4f26-a896-8fd16f1b503d,revision_number=7']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:03.970244 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:04.136159 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['7dc9952a-1108-4f26-a896-8fd16f1b503d'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:47:04.455894 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69a822-f232-4c7e-a72a-db2dae825ce0 req-99c97d6c-5435-4da7-82ae-6d6f8f4ed0e3 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:04.457487 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5d69a822-f232-4c7e-a72a-db2dae825ce0 req-99c97d6c-5435-4da7-82ae-6d6f8f4ed0e3 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 944 time: 0.0818644 Aug 31 12:47:04.504383 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-5d69a822-f232-4c7e-a72a-db2dae825ce0 req-f3ea7c4e-9fc4-49e5-b111-9420edd73a1c tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413046 Aug 31 12:47:05.505987 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 7dc9952a-1108-4f26-a896-8fd16f1b503d up at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 12:47:05.591955 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Provisioning complete for port 7dc9952a-1108-4f26-a896-8fd16f1b503d triggered by entity L2. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:47:05.592334 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:05.731612 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:05.744632 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb06775-db1c-428e-8361-2002a20b32b2 req-4e77a244-90cb-4c3c-ade1-86ec33458764 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:05.746186 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1eb06775-db1c-428e-8361-2002a20b32b2 req-4e77a244-90cb-4c3c-ade1-86ec33458764 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 944 time: 0.1062260 Aug 31 12:47:05.763601 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79b00a7-87e7-421d-9e7e-17c72d7524db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc9952a-1108-4f26-a896-8fd16f1b503d'}] {{(pid=75036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:47:05.775211 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] For port 7dc9952a-1108-4f26-a896-8fd16f1b503d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=7dc9952a-1108-4f26-a896-8fd16f1b503d,segment=NetworkSegment(ed569237-601e-4462-a69b-e8a0ae9f278b),segment_id=ed569237-601e-4462-a69b-e8a0ae9f278b)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:05.780722 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586'] for port, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:05.782762 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:05.797788 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-1eb06775-db1c-428e-8361-2002a20b32b2 req-34a68978-692e-45c0-bcf3-5f5d8a6e9244 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458329 Aug 31 12:47:05.838199 dv-cinder-806696-1-smb neutron-server[75036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79b00a7-87e7-421d-9e7e-17c72d7524db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc9952a-1108-4f26-a896-8fd16f1b503d', 'code': 200} Aug 31 12:47:05.855797 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Pushing event updated for resources: {'Port': ['ID=7dc9952a-1108-4f26-a896-8fd16f1b503d,revision_number=8']} {{(pid=75036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:05.859596 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_concurrency.lockutils [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:06.152873 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d208f1d5-0c43-447f-bae5-1005b2b087ff req-4b319e47-4307-429e-9607-ba2433b30cbf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 1098 time: 0.0747318 Aug 31 12:47:06.197451 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-d208f1d5-0c43-447f-bae5-1005b2b087ff req-60e94c62-23c6-4aec-902f-c6d7c3c523ff service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377421 Aug 31 12:47:07.010913 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58670e1-5bad-4d02-99fa-6bf8fb760e62 req-020dd821-2ebe-41bf-8770-c54347279633 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:07.012652 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c58670e1-5bad-4d02-99fa-6bf8fb760e62 req-020dd821-2ebe-41bf-8770-c54347279633 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 945 time: 0.0836561 Aug 31 12:47:07.073615 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-c58670e1-5bad-4d02-99fa-6bf8fb760e62 req-83079b06-8df4-4653-b051-eb55ae275ec0 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539351 Aug 31 12:47:08.288910 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa43eec-1720-48b2-83e0-d00691db70ae req-674e59f5-4787-42d8-835f-a0a78a0c9016 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:08.290406 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cfa43eec-1720-48b2-83e0-d00691db70ae req-674e59f5-4787-42d8-835f-a0a78a0c9016 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 945 time: 0.0844233 Aug 31 12:47:08.336355 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-cfa43eec-1720-48b2-83e0-d00691db70ae req-34b7c319-0c15-49fa-b5e2-47f932d98e9c tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402777 Aug 31 12:47:08.584466 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 39374) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:08.727433 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-aeb9fd08-64a6-4dd2-97d1-451707ee34a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:08.759013 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-aeb9fd08-64a6-4dd2-97d1-451707ee34a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:47:08.762979 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-aeb9fd08-64a6-4dd2-97d1-451707ee34a0 admin admin] Usage tracker for resource:security_group_rule and tenant:6469e07b1ba84c66a524071abcd9a6f3 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:47:08.766227 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-aeb9fd08-64a6-4dd2-97d1-451707ee34a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:47:08.772601 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-aeb9fd08-64a6-4dd2-97d1-451707ee34a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:47:08.842161 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-aeb9fd08-64a6-4dd2-97d1-451707ee34a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:08.847456 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-aeb9fd08-64a6-4dd2-97d1-451707ee34a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:08.854197 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-24b7be38-594f-4233-bcf4-0c80620b2f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:08.897246 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9fd08-64a6-4dd2-97d1-451707ee34a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4c165c-e12f-4141-aaa4-f05a3bc34c04,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:08.900438 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-aeb9fd08-64a6-4dd2-97d1-451707ee34a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:08.903155 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-aeb9fd08-64a6-4dd2-97d1-451707ee34a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6469e07b1ba84c66a524071abcd9a6f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3176692 Aug 31 12:47:08.905682 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 39380) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:08.971877 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-70631c19-0e60-423b-b511-6549f3b9400e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:09.004897 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-70631c19-0e60-423b-b511-6549f3b9400e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:09.071493 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-70631c19-0e60-423b-b511-6549f3b9400e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:09.075305 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-38d507be-2913-496d-adea-5fb727053746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:09.087379 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70631c19-0e60-423b-b511-6549f3b9400e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4c165c-e12f-4141-aaa4-f05a3bc34c04,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:09.091168 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-70631c19-0e60-423b-b511-6549f3b9400e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:09.095140 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-70631c19-0e60-423b-b511-6549f3b9400e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:09.097783 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-70631c19-0e60-423b-b511-6549f3b9400e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf4c165c-e12f-4141-aaa4-f05a3bc34c04 HTTP/1.1" status: 204 len: 168 time: 0.1895857 Aug 31 12:47:10.845397 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-62d6e9e4-7237-4721-ac3e-0062392a15ae req-a15d0db7-d10e-4ea6-9dcb-f77924445700 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1362522874&fields=id&tenant_id=d5bd408571f042efa2f1d4a92d11eeda HTTP/1.1" status: 200 len: 267 time: 0.0514748 Aug 31 12:47:10.939804 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6e9e4-7237-4721-ac3e-0062392a15ae req-38c2631f-5e74-4c56-b62a-cd20ee21a99d tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:10.941310 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-62d6e9e4-7237-4721-ac3e-0062392a15ae req-38c2631f-5e74-4c56-b62a-cd20ee21a99d tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 985 time: 0.0890176 Aug 31 12:47:10.952909 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.v2.base [req-62d6e9e4-7237-4721-ac3e-0062392a15ae req-610c7656-c8d7-4996-b6de-cb817c1ece95 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Request body: {'port': {'security_groups': ['c7b7a8e8-9763-4512-a3e7-44b75064bd2f']}} {{(pid=75035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 31 12:47:11.085508 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-62d6e9e4-7237-4721-ac3e-0062392a15ae req-610c7656-c8d7-4996-b6de-cb817c1ece95 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33092671'] for port, before_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:11.365570 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-62d6e9e4-7237-4721-ac3e-0062392a15ae req-610c7656-c8d7-4996-b6de-cb817c1ece95 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] For port c9213f1f-1246-4f6e-b6f8-22bbff92624d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=c9213f1f-1246-4f6e-b6f8-22bbff92624d,segment=NetworkSegment(732b7912-07e0-4964-a5f9-55871e4f1ada),segment_id=732b7912-07e0-4964-a5f9-55871e4f1ada)] {{(pid=75035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:11.390819 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-62d6e9e4-7237-4721-ac3e-0062392a15ae req-610c7656-c8d7-4996-b6de-cb817c1ece95 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for port, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:11.396267 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-62d6e9e4-7237-4721-ac3e-0062392a15ae req-610c7656-c8d7-4996-b6de-cb817c1ece95 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767722557462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767722134541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767722134586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1148894'] for port, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:11.402315 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:11.408614 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['c9213f1f-1246-4f6e-b6f8-22bbff92624d'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:47:11.465630 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6e9e4-7237-4721-ac3e-0062392a15ae req-610c7656-c8d7-4996-b6de-cb817c1ece95 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:11.466300 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-62d6e9e4-7237-4721-ac3e-0062392a15ae req-610c7656-c8d7-4996-b6de-cb817c1ece95 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:11.470753 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-62d6e9e4-7237-4721-ac3e-0062392a15ae req-610c7656-c8d7-4996-b6de-cb817c1ece95 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "PUT /v2.0/ports/c9213f1f-1246-4f6e-b6f8-22bbff92624d HTTP/1.1" status: 200 len: 943 time: 0.5229270 Aug 31 12:47:11.472030 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e87164-9f27-488e-86ed-75ae8a85ce20', 'tag': 'c9213f1f-1246-4f6e-b6f8-22bbff92624d'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:47:11.474048 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 39438) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:11.503382 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c7656-c8d7-4996-b6de-cb817c1ece95 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Pushing event updated for resources: {'Port': ['ID=c9213f1f-1246-4f6e-b6f8-22bbff92624d,revision_number=7']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:11.507835 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-610c7656-c8d7-4996-b6de-cb817c1ece95 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:11.569058 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e87164-9f27-488e-86ed-75ae8a85ce20', 'tag': 'c9213f1f-1246-4f6e-b6f8-22bbff92624d', 'status': 'completed', 'code': 200} Aug 31 12:47:11.623215 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['c9213f1f-1246-4f6e-b6f8-22bbff92624d'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:47:11.652746 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-4c74d8ef-9c6a-40eb-bfa6-b00a25a2dd30 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:11.707506 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-4c74d8ef-9c6a-40eb-bfa6-b00a25a2dd30 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:11.769815 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-aad0d3a6-95c9-4deb-9b42-49200e87f475 req-df95ef11-acea-48b6-ae0c-2cde05282488 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5bd408571f042efa2f1d4a92d11eeda&device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 1099 time: 0.1699572 Aug 31 12:47:11.839674 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.provisioning_blocks [None req-21086fe1-9483-402e-b86a-c89032af215f None None] Provisioning complete for port c9213f1f-1246-4f6e-b6f8-22bbff92624d triggered by entity DHCP. {{(pid=75036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 12:47:11.840050 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21086fe1-9483-402e-b86a-c89032af215f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33219331'] for port, provisioning_complete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:11.871374 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-4c74d8ef-9c6a-40eb-bfa6-b00a25a2dd30 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:11.884108 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-ade50153-8e3e-41ba-909b-32bcd585841b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:11.914899 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d8ef-9c6a-40eb-bfa6-b00a25a2dd30 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe44aefc-dcc4-4562-9094-f94d136bba0f,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:11.920793 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-4c74d8ef-9c6a-40eb-bfa6-b00a25a2dd30 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:11.940907 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-4c74d8ef-9c6a-40eb-bfa6-b00a25a2dd30 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:11.942019 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-4c74d8ef-9c6a-40eb-bfa6-b00a25a2dd30 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "DELETE /v2.0/security-groups/fe44aefc-dcc4-4562-9094-f94d136bba0f HTTP/1.1" status: 204 len: 168 time: 0.4662259 Aug 31 12:47:11.944701 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 39452) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:12.021760 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0d3a6-95c9-4deb-9b42-49200e87f475 req-1397ab2b-b865-42b3-ad6c-67666bc5823e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:12.023341 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-aad0d3a6-95c9-4deb-9b42-49200e87f475 req-1397ab2b-b865-42b3-ad6c-67666bc5823e service neutron] 10.222.0.52 "GET /v2.0/networks?id=c6da5227-c31a-4422-ac49-65bae9a61094 HTTP/1.1" status: 200 len: 916 time: 0.2433805 Aug 31 12:47:12.237861 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-aad0d3a6-95c9-4deb-9b42-49200e87f475 req-4487a310-1949-4a4a-9af4-141e24a79e08 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9213f1f-1246-4f6e-b6f8-22bbff92624d HTTP/1.1" status: 200 len: 1002 time: 0.2019260 Aug 31 12:47:12.304900 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-26793957-7ede-498d-b3b3-f75e5596db69 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Deleting port 5f1abe36-d971-458e-bb10-4dbf55c1ca2e {{(pid=75034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:12.305192 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-26793957-7ede-498d-b3b3-f75e5596db69 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:12.376535 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0d3a6-95c9-4deb-9b42-49200e87f475 req-fda26280-4aef-4af5-8cde-1e6974369b4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:12.378542 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-aad0d3a6-95c9-4deb-9b42-49200e87f475 req-fda26280-4aef-4af5-8cde-1e6974369b4b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=62b0c2db-90bc-49b6-9750-c754408ae7a8 HTTP/1.1" status: 200 len: 854 time: 0.1337364 Aug 31 12:47:12.666132 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-26793957-7ede-498d-b3b3-f75e5596db69 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:12.666757 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-26793957-7ede-498d-b3b3-f75e5596db69 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:12.688576 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-aad0d3a6-95c9-4deb-9b42-49200e87f475 req-1d35a493-3744-48eb-a2b8-bd6ad717b05f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6da5227-c31a-4422-ac49-65bae9a61094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2933943 Aug 31 12:47:12.828837 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-26793957-7ede-498d-b3b3-f75e5596db69 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Calling delete_port for 5f1abe36-d971-458e-bb10-4dbf55c1ca2e owned by network:floatingip {{(pid=75034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:47:12.913862 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 39478) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:13.015782 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-aad0d3a6-95c9-4deb-9b42-49200e87f475 req-c246f400-a100-4cb0-af4b-495de96e16a1 service neutron] 10.222.0.52 "GET /v2.0/networks/c6da5227-c31a-4422-ac49-65bae9a61094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742133 Aug 31 12:47:13.110229 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf059-efd8-480c-a341-d8ccf0713e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:13.218907 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-aad0d3a6-95c9-4deb-9b42-49200e87f475 req-01d2b66a-e1c4-4025-8a32-0b2fb4d7ac42 service neutron] 10.222.0.52 "GET /v2.0/networks/c6da5227-c31a-4422-ac49-65bae9a61094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941166 Aug 31 12:47:13.220010 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-26793957-7ede-498d-b3b3-f75e5596db69 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:13.225440 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:13.241112 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-459dcecb-cb67-4f4c-9700-5ca6baff13ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:13.244901 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d4079-29a1-4712-ab9d-775663c284cf req-cde5703a-de9d-4cb3-8c4f-f8b9d0e8feda tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:13.246522 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-e04d4079-29a1-4712-ab9d-775663c284cf req-cde5703a-de9d-4cb3-8c4f-f8b9d0e8feda tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 946 time: 0.0993090 Aug 31 12:47:13.256452 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-2e5bf059-efd8-480c-a341-d8ccf0713e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:47:13.269615 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26793957-7ede-498d-b3b3-f75e5596db69 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Pushing event deleted for resources: {'Port': ['ID=5f1abe36-d971-458e-bb10-4dbf55c1ca2e,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:13.273161 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-26793957-7ede-498d-b3b3-f75e5596db69 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:13.274424 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-2e5bf059-efd8-480c-a341-d8ccf0713e6b admin admin] Usage tracker for resource:security_group_rule and tenant:ab0e2d78fea946bcab9e47d3dcaa1913 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:47:13.280851 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-2e5bf059-efd8-480c-a341-d8ccf0713e6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:47:13.288573 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-2e5bf059-efd8-480c-a341-d8ccf0713e6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:47:13.322248 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-e04d4079-29a1-4712-ab9d-775663c284cf req-af645acb-3e01-4bef-87b9-62c5038381bb tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676227 Aug 31 12:47:13.383458 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-26793957-7ede-498d-b3b3-f75e5596db69 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks [] for floatingip, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:13.495792 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf059-efd8-480c-a341-d8ccf0713e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:13.501640 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf059-efd8-480c-a341-d8ccf0713e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:13.509358 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-86aa3435-ca1b-40bb-9cdd-2bf22d4a5d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:13.549870 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bf059-efd8-480c-a341-d8ccf0713e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909a2efc-9a34-455e-8390-19eac603ce51,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:13.552956 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-2e5bf059-efd8-480c-a341-d8ccf0713e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:13.556557 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-2e5bf059-efd8-480c-a341-d8ccf0713e6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab0e2d78fea946bcab9e47d3dcaa1913&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6376915 Aug 31 12:47:13.559342 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 39486) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:13.605799 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:13.626124 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-e99e3654-88f6-42ac-93b6-1db5d1e0ecf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:13.652805 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-e99e3654-88f6-42ac-93b6-1db5d1e0ecf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:13.708604 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-e99e3654-88f6-42ac-93b6-1db5d1e0ecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:13.712935 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5dc3a5f8-0a55-4632-9863-48305f9be0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:13.724589 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e3654-88f6-42ac-93b6-1db5d1e0ecf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909a2efc-9a34-455e-8390-19eac603ce51,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:13.728903 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-e99e3654-88f6-42ac-93b6-1db5d1e0ecf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:13.733428 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-e99e3654-88f6-42ac-93b6-1db5d1e0ecf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:13.734609 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-e99e3654-88f6-42ac-93b6-1db5d1e0ecf0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/909a2efc-9a34-455e-8390-19eac603ce51 HTTP/1.1" status: 204 len: 168 time: 0.1741226 Aug 31 12:47:13.810044 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26793957-7ede-498d-b3b3-f75e5596db69 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Router d8897c5e-2e06-4eea-bcd3-b0171751f2e0 has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:47:14.021200 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26793957-7ede-498d-b3b3-f75e5596db69 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:47:14.034975 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59688ba0-889b-4a89-a3b9-50a385c6404a None None] Sync routers for ids ['d8897c5e-2e06-4eea-bcd3-b0171751f2e0'] in dv-cinder-806696-1-smb {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:47:14.050882 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-26793957-7ede-498d-b3b3-f75e5596db69 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for floatingip, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:14.057875 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59688ba0-889b-4a89-a3b9-50a385c6404a None None] Routers {'d8897c5e-2e06-4eea-bcd3-b0171751f2e0'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:47:14.059536 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-59688ba0-889b-4a89-a3b9-50a385c6404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:46:45Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8897c5e-2e06-4eea-bcd3-b0171751f2e0'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:14.113614 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-26793957-7ede-498d-b3b3-f75e5596db69 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "DELETE /v2.0/floatingips/06680f1e-babb-4a74-a36b-f5f90536cf00 HTTP/1.1" status: 204 len: 168 time: 2.1676941 Aug 31 12:47:14.117035 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e87164-9f27-488e-86ed-75ae8a85ce20', 'tag': 'c9213f1f-1246-4f6e-b6f8-22bbff92624d'}] {{(pid=75034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:47:14.117229 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 39496) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:14.144749 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-e0faac58-0b3d-4d4c-9029-525fe1f73690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:14.180534 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-e0faac58-0b3d-4d4c-9029-525fe1f73690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:47:14.184980 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-e0faac58-0b3d-4d4c-9029-525fe1f73690 admin admin] Usage tracker for resource:security_group_rule and tenant:12576e99c2b54db1bda0f4e8a0d26c3c is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:47:14.186010 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e87164-9f27-488e-86ed-75ae8a85ce20', 'tag': 'c9213f1f-1246-4f6e-b6f8-22bbff92624d', 'status': 'completed', 'code': 200} Aug 31 12:47:14.188551 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-e0faac58-0b3d-4d4c-9029-525fe1f73690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:47:14.194947 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-e0faac58-0b3d-4d4c-9029-525fe1f73690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:47:14.300026 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-e0faac58-0b3d-4d4c-9029-525fe1f73690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:14.309656 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-e0faac58-0b3d-4d4c-9029-525fe1f73690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:14.326016 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5618e91f-3875-4763-a458-cce01ab0a5c1 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:14.352705 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-59688ba0-889b-4a89-a3b9-50a385c6404a None None] Set router d8897c5e-2e06-4eea-bcd3-b0171751f2e0 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:47:14.360807 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0faac58-0b3d-4d4c-9029-525fe1f73690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffd8ebb-01c9-45ee-8477-5c47860ca003,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:14.379523 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-e0faac58-0b3d-4d4c-9029-525fe1f73690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:14.401526 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-e0faac58-0b3d-4d4c-9029-525fe1f73690 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12576e99c2b54db1bda0f4e8a0d26c3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2828927 Aug 31 12:47:14.404382 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 39508) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:14.544444 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-786b70c9-0b57-426c-b1e6-d5b5db221589 req-a66ec785-c9ff-475e-86a2-b7065e117bc9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5bd408571f042efa2f1d4a92d11eeda&device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 1099 time: 0.3323197 Aug 31 12:47:14.634531 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-525a601f-789e-401d-ba99-7ad8bfc2fdd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:14.669359 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-525a601f-789e-401d-ba99-7ad8bfc2fdd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:14.716203 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b70c9-0b57-426c-b1e6-d5b5db221589 req-2b90d85b-8080-41d4-beab-4f80559a6504 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:14.717741 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-786b70c9-0b57-426c-b1e6-d5b5db221589 req-2b90d85b-8080-41d4-beab-4f80559a6504 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c6da5227-c31a-4422-ac49-65bae9a61094 HTTP/1.1" status: 200 len: 916 time: 0.1606455 Aug 31 12:47:14.742973 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e28aa-4502-4b8b-bef5-780206342113 req-5923a814-8b9f-4fb5-bfe6-2ec00f0e4a9b tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:14.744483 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-595e28aa-4502-4b8b-bef5-780206342113 req-5923a814-8b9f-4fb5-bfe6-2ec00f0e4a9b tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.52 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 946 time: 0.2536209 Aug 31 12:47:14.785895 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc38e0-b1a4-4faf-a836-6b0745945100 req-7297029e-ea2d-4616-bf51-500347da17f0 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:14.787352 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2edc38e0-b1a4-4faf-a836-6b0745945100 req-7297029e-ea2d-4616-bf51-500347da17f0 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 946 time: 0.2590084 Aug 31 12:47:14.801542 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-786b70c9-0b57-426c-b1e6-d5b5db221589 req-802d5098-289e-4df4-9b28-1f64a7ddfeb6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9213f1f-1246-4f6e-b6f8-22bbff92624d HTTP/1.1" status: 200 len: 217 time: 0.0750210 Aug 31 12:47:14.822012 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-525a601f-789e-401d-ba99-7ad8bfc2fdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:14.831847 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-6785820c-c3be-42e2-b8d2-453fa42ba832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:14.850667 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-59688ba0-889b-4a89-a3b9-50a385c6404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'name': 'tempest-TestMinimumBasicScenario-1644235309-router', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:37Z', 'updated_at': '2021-08-31T12:44:45Z', 'revision_number': 4, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'gw_port': {'id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:39Z', 'updated_at': '2021-08-31T12:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': 'e0b9cf7e-872e-4004-b20b-a08b920b5d46', 'name': '', 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'mac_address': 'fa:16:3e:bb:e1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62b0c2db-90bc-49b6-9750-c754408ae7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:44Z', 'updated_at': '2021-08-31T12:45:07Z', 'revision_number': 5, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'subnets': [{'id': '62b0c2db-90bc-49b6-9750-c754408ae7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:14.856011 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a601f-789e-401d-ba99-7ad8bfc2fdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffd8ebb-01c9-45ee-8477-5c47860ca003,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:14.856204 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59688ba0-889b-4a89-a3b9-50a385c6404a None None] Checking router: d8897c5e-2e06-4eea-bcd3-b0171751f2e0 for host: dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:47:14.857901 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:14.858444 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-525a601f-789e-401d-ba99-7ad8bfc2fdd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:14.865405 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b70c9-0b57-426c-b1e6-d5b5db221589 req-d24e6cb5-8b8d-41a3-9ca3-4dcd55cd0c74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:14.866979 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-786b70c9-0b57-426c-b1e6-d5b5db221589 req-d24e6cb5-8b8d-41a3-9ca3-4dcd55cd0c74 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=62b0c2db-90bc-49b6-9750-c754408ae7a8 HTTP/1.1" status: 200 len: 854 time: 0.0592771 Aug 31 12:47:14.874579 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59688ba0-889b-4a89-a3b9-50a385c6404a None None] Routers {'d8897c5e-2e06-4eea-bcd3-b0171751f2e0'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:47:14.875546 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-59688ba0-889b-4a89-a3b9-50a385c6404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:46:45Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8897c5e-2e06-4eea-bcd3-b0171751f2e0'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:14.877167 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [req-595e28aa-4502-4b8b-bef5-780206342113 req-bf7c9cba-7b1a-4f13-8c6a-7634603a4e4d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Deleting port f57774f4-d80d-4478-a417-35584bd38ccd {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:14.877167 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-595e28aa-4502-4b8b-bef5-780206342113 req-bf7c9cba-7b1a-4f13-8c6a-7634603a4e4d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:14.920380 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-525a601f-789e-401d-ba99-7ad8bfc2fdd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:14.921734 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-525a601f-789e-401d-ba99-7ad8bfc2fdd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ffd8ebb-01c9-45ee-8477-5c47860ca003 HTTP/1.1" status: 204 len: 168 time: 0.5158281 Aug 31 12:47:14.945796 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2edc38e0-b1a4-4faf-a836-6b0745945100 req-a4dec0de-fd0f-4f64-b9fd-8da612a0423c tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d829e65-e954-480e-b882-879682aca31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442056 Aug 31 12:47:15.012460 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-786b70c9-0b57-426c-b1e6-d5b5db221589 req-d5ae4775-6652-4e30-80c8-7fd5c84754b1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6da5227-c31a-4422-ac49-65bae9a61094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1384163 Aug 31 12:47:15.199395 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-59688ba0-889b-4a89-a3b9-50a385c6404a None None] Set router d8897c5e-2e06-4eea-bcd3-b0171751f2e0 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:47:15.202374 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-786b70c9-0b57-426c-b1e6-d5b5db221589 req-8e2e5574-ac77-4565-9ce5-c8c434a41807 service neutron] 10.222.0.52 "GET /v2.0/networks/c6da5227-c31a-4422-ac49-65bae9a61094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820838 Aug 31 12:47:15.323687 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-595e28aa-4502-4b8b-bef5-780206342113 req-bf7c9cba-7b1a-4f13-8c6a-7634603a4e4d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] For port f57774f4-d80d-4478-a417-35584bd38ccd, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=f57774f4-d80d-4478-a417-35584bd38ccd,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:15.324323 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-595e28aa-4502-4b8b-bef5-780206342113 req-bf7c9cba-7b1a-4f13-8c6a-7634603a4e4d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:15.391442 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-786b70c9-0b57-426c-b1e6-d5b5db221589 req-4f4e1a3c-4c9f-479a-a517-ac6240aa7bcc service neutron] 10.222.0.52 "GET /v2.0/networks/c6da5227-c31a-4422-ac49-65bae9a61094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799417 Aug 31 12:47:15.491231 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-c80e19c2-049b-4b0c-bf41-8d42352bb1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:15.613744 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-59688ba0-889b-4a89-a3b9-50a385c6404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'name': 'tempest-TestMinimumBasicScenario-1644235309-router', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:37Z', 'updated_at': '2021-08-31T12:44:45Z', 'revision_number': 4, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'gw_port': {'id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:39Z', 'updated_at': '2021-08-31T12:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': 'e0b9cf7e-872e-4004-b20b-a08b920b5d46', 'name': '', 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'mac_address': 'fa:16:3e:bb:e1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62b0c2db-90bc-49b6-9750-c754408ae7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:44Z', 'updated_at': '2021-08-31T12:45:07Z', 'revision_number': 5, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'subnets': [{'id': '62b0c2db-90bc-49b6-9750-c754408ae7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:15.621112 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59688ba0-889b-4a89-a3b9-50a385c6404a None None] The sync data for ids ['d8897c5e-2e06-4eea-bcd3-b0171751f2e0'] in dv-cinder-806696-1-smb is: [{'id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'name': 'tempest-TestMinimumBasicScenario-1644235309-router', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:37Z', 'updated_at': '2021-08-31T12:44:45Z', 'revision_number': 4, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'gw_port': {'id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:39Z', 'updated_at': '2021-08-31T12:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': 'e0b9cf7e-872e-4004-b20b-a08b920b5d46', 'name': '', 'network_id': 'c6da5227-c31a-4422-ac49-65bae9a61094', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'mac_address': 'fa:16:3e:bb:e1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62b0c2db-90bc-49b6-9750-c754408ae7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:44Z', 'updated_at': '2021-08-31T12:45:07Z', 'revision_number': 5, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'subnets': [{'id': '62b0c2db-90bc-49b6-9750-c754408ae7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:47:15.698074 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-595e28aa-4502-4b8b-bef5-780206342113 req-bf7c9cba-7b1a-4f13-8c6a-7634603a4e4d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:15.698446 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-595e28aa-4502-4b8b-bef5-780206342113 req-bf7c9cba-7b1a-4f13-8c6a-7634603a4e4d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-783949'] for floatingip, after_update {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:15.698780 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.db.l3_db [req-595e28aa-4502-4b8b-bef5-780206342113 req-bf7c9cba-7b1a-4f13-8c6a-7634603a4e4d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Floating IP 374279fc-49f7-4e53-9272-6d0fc60c8468 disassociated. External IP: 172.28.3.58, port: f57774f4-d80d-4478-a417-35584bd38ccd. Aug 31 12:47:15.699188 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [req-595e28aa-4502-4b8b-bef5-780206342113 req-bf7c9cba-7b1a-4f13-8c6a-7634603a4e4d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Calling delete_port for f57774f4-d80d-4478-a417-35584bd38ccd owned by compute:nova {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:47:15.867978 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-595e28aa-4502-4b8b-bef5-780206342113 req-bf7c9cba-7b1a-4f13-8c6a-7634603a4e4d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:15.878054 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:15.927917 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c9cba-7b1a-4f13-8c6a-7634603a4e4d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Pushing event deleted for resources: {'Port': ['ID=f57774f4-d80d-4478-a417-35584bd38ccd,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:15.932595 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-bf7c9cba-7b1a-4f13-8c6a-7634603a4e4d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:15.983585 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602920ad-49ff-416d-84bc-7724e9a840cd None None] New status for floating IP 06680f1e-babb-4a74-a36b-f5f90536cf00: DOWN {{(pid=75036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 31 12:47:16.245111 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-595e28aa-4502-4b8b-bef5-780206342113 req-bf7c9cba-7b1a-4f13-8c6a-7634603a4e4d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Router 399b883d-4646-427d-9ea4-821f3d009f15 has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:47:16.272520 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-8a43790c-9872-4159-b786-1fdb3b363eea req-6d6cd2a5-5523-4bc1-9c9a-352a150c2a7a tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/ports?device_id=f877d7ee-8099-48a5-b7f8-52dbe7e1e34d HTTP/1.1" status: 200 len: 210 time: 0.0520875 Aug 31 12:47:16.533472 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:16.601653 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-595e28aa-4502-4b8b-bef5-780206342113 req-bf7c9cba-7b1a-4f13-8c6a-7634603a4e4d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:47:16.611450 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ebe4c6-da0f-4ac6-b052-00927d412de6 None None] Sync routers for ids ['399b883d-4646-427d-9ea4-821f3d009f15'] in dv-cinder-806696-1-smb {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:47:16.627579 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ebe4c6-da0f-4ac6-b052-00927d412de6 None None] Routers {'399b883d-4646-427d-9ea4-821f3d009f15'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:47:16.628708 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-45ebe4c6-da0f-4ac6-b052-00927d412de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:47:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['399b883d-4646-427d-9ea4-821f3d009f15'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:16.676539 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-595e28aa-4502-4b8b-bef5-780206342113 req-bf7c9cba-7b1a-4f13-8c6a-7634603a4e4d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] No DVR routers for this DVR port f57774f4-d80d-4478-a417-35584bd38ccd on host hv-cinder-80669 {{(pid=75035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:47:16.692769 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-595e28aa-4502-4b8b-bef5-780206342113 req-bf7c9cba-7b1a-4f13-8c6a-7634603a4e4d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:16.695912 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f877d7ee-8099-48a5-b7f8-52dbe7e1e34d', 'name': 'network-vif-deleted', 'tag': 'f57774f4-d80d-4478-a417-35584bd38ccd'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:47:16.723629 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-595e28aa-4502-4b8b-bef5-780206342113 req-bf7c9cba-7b1a-4f13-8c6a-7634603a4e4d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.52 "DELETE /v2.0/ports/f57774f4-d80d-4478-a417-35584bd38ccd HTTP/1.1" status: 204 len: 173 time: 1.9733531 Aug 31 12:47:16.773317 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f877d7ee-8099-48a5-b7f8-52dbe7e1e34d', 'name': 'network-vif-deleted', 'tag': 'f57774f4-d80d-4478-a417-35584bd38ccd', 'status': 'completed', 'code': 200} Aug 31 12:47:16.868505 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-45ebe4c6-da0f-4ac6-b052-00927d412de6 None None] Set router 399b883d-4646-427d-9ea4-821f3d009f15 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:47:17.215300 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-45ebe4c6-da0f-4ac6-b052-00927d412de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399b883d-4646-427d-9ea4-821f3d009f15', 'name': 'tempest-AttachVolumeShelveTestJSON-283201796-router', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'gw_port': {'id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '52c78258-7866-441a-b357-752eabc57838', 'name': '', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'mac_address': 'fa:16:3e:9d:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:24Z', 'updated_at': '2021-08-31T12:40:44Z', 'revision_number': 5, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'subnets': [{'id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:17.219695 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ebe4c6-da0f-4ac6-b052-00927d412de6 None None] Checking router: 399b883d-4646-427d-9ea4-821f3d009f15 for host: dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:47:17.235460 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ebe4c6-da0f-4ac6-b052-00927d412de6 None None] Routers {'399b883d-4646-427d-9ea4-821f3d009f15'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:47:17.236087 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-45ebe4c6-da0f-4ac6-b052-00927d412de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:47:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['399b883d-4646-427d-9ea4-821f3d009f15'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:17.455419 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-45ebe4c6-da0f-4ac6-b052-00927d412de6 None None] Set router 399b883d-4646-427d-9ea4-821f3d009f15 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:47:17.507466 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 39574) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:17.554343 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device f57774f4-d80d-4478-a417-35584bd38ccd no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:47:17.583197 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8f02ffbc-8446-4c93-8e1b-7cd6a9689a62 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:17.630279 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] No Port match for: f57774f4-d80d-4478-a417-35584bd38ccd {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:47:17.631171 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device f57774f4-d80d-4478-a417-35584bd38ccd not bound to the agent host hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:47:17.639773 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8f02ffbc-8446-4c93-8e1b-7cd6a9689a62 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:17.712572 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8f02ffbc-8446-4c93-8e1b-7cd6a9689a62 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:17.719413 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:17.740349 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02ffbc-8446-4c93-8e1b-7cd6a9689a62 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d829e65-e954-480e-b882-879682aca31e,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:17.744331 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-8f02ffbc-8446-4c93-8e1b-7cd6a9689a62 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:17.756406 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8f02ffbc-8446-4c93-8e1b-7cd6a9689a62 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:17.757639 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-8f02ffbc-8446-4c93-8e1b-7cd6a9689a62 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "DELETE /v2.0/security-groups/4d829e65-e954-480e-b882-879682aca31e HTTP/1.1" status: 204 len: 168 time: 0.2492714 Aug 31 12:47:17.760321 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 39584) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:17.783477 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.api.v2.resource [None req-11bf61d3-1512-4cce-8faa-f3d5f2a12697 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] show failed (client error): The resource could not be found. Aug 31 12:47:17.785228 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-11bf61d3-1512-4cce-8faa-f3d5f2a12697 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "GET /v2.0/security-groups/4d829e65-e954-480e-b882-879682aca31e HTTP/1.1" status: 404 len: 347 time: 0.0236871 Aug 31 12:47:17.788624 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 39588) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:17.857637 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3724b-cc9a-4aee-947c-0b450cc10c74 req-0753a01d-4f79-462a-ab38-794b1f450fb2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:17.859132 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-e0a3724b-cc9a-4aee-947c-0b450cc10c74 req-0753a01d-4f79-462a-ab38-794b1f450fb2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Synchronizing usage tracker for tenant:d5bd408571f042efa2f1d4a92d11eeda on resource:port {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:47:17.896548 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-e0a3724b-cc9a-4aee-947c-0b450cc10c74 req-0753a01d-4f79-462a-ab38-794b1f450fb2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Unset dirty status for tenant:d5bd408571f042efa2f1d4a92d11eeda on resource:port {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:47:17.898006 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-e0a3724b-cc9a-4aee-947c-0b450cc10c74 req-0753a01d-4f79-462a-ab38-794b1f450fb2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 946 time: 0.1437657 Aug 31 12:47:17.960031 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-45ebe4c6-da0f-4ac6-b052-00927d412de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399b883d-4646-427d-9ea4-821f3d009f15', 'name': 'tempest-AttachVolumeShelveTestJSON-283201796-router', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'gw_port': {'id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '52c78258-7866-441a-b357-752eabc57838', 'name': '', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'mac_address': 'fa:16:3e:9d:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:24Z', 'updated_at': '2021-08-31T12:40:44Z', 'revision_number': 5, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'subnets': [{'id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:17.966761 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ebe4c6-da0f-4ac6-b052-00927d412de6 None None] The sync data for ids ['399b883d-4646-427d-9ea4-821f3d009f15'] in dv-cinder-806696-1-smb is: [{'id': '399b883d-4646-427d-9ea4-821f3d009f15', 'name': 'tempest-AttachVolumeShelveTestJSON-283201796-router', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'gw_port': {'id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '52c78258-7866-441a-b357-752eabc57838', 'name': '', 'network_id': '702c7954-d9af-4f3a-9da8-4db52418d64a', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'mac_address': 'fa:16:3e:9d:57:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:24Z', 'updated_at': '2021-08-31T12:40:44Z', 'revision_number': 5, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'subnets': [{'id': '0374522e-8e13-43f1-b19e-60140b6db1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:47:18.029437 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:18.054572 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-e0a3724b-cc9a-4aee-947c-0b450cc10c74 req-17cce173-6cf4-4599-a0a6-6219e26aedb9 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Synchronizing usage tracker for tenant:d5bd408571f042efa2f1d4a92d11eeda on resource:security_group {{(pid=75034) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:47:18.075701 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [req-e0a3724b-cc9a-4aee-947c-0b450cc10c74 req-17cce173-6cf4-4599-a0a6-6219e26aedb9 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Unset dirty status for tenant:d5bd408571f042efa2f1d4a92d11eeda on resource:security_group {{(pid=75034) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:47:18.077224 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-e0a3724b-cc9a-4aee-947c-0b450cc10c74 req-17cce173-6cf4-4599-a0a6-6219e26aedb9 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681950 Aug 31 12:47:18.115661 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-ffd758b7-9b8e-4046-b775-32efbf12f3b1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Deleting port 03c451d8-2a70-469d-9fcd-5598da3e611c {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:18.116130 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ffd758b7-9b8e-4046-b775-32efbf12f3b1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:18.292305 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029b8c09-bc9f-4dd3-a4ab-0c7945d463c7 None None] New status for floating IP 374279fc-49f7-4e53-9272-6d0fc60c8468: DOWN {{(pid=75036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 31 12:47:18.304612 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ffd758b7-9b8e-4046-b775-32efbf12f3b1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:18.305260 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ffd758b7-9b8e-4046-b775-32efbf12f3b1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:18.430536 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-ffd758b7-9b8e-4046-b775-32efbf12f3b1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Calling delete_port for 03c451d8-2a70-469d-9fcd-5598da3e611c owned by network:floatingip {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:47:18.551559 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.db.api [None req-ffd758b7-9b8e-4046-b775-32efbf12f3b1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 12:47:18.551887 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_db.api [None req-ffd758b7-9b8e-4046-b775-32efbf12f3b1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 12:47:19.053021 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-ffd758b7-9b8e-4046-b775-32efbf12f3b1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Deleting port 03c451d8-2a70-469d-9fcd-5598da3e611c {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:19.054099 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ffd758b7-9b8e-4046-b775-32efbf12f3b1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:19.302754 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ffd758b7-9b8e-4046-b775-32efbf12f3b1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:19.303080 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ffd758b7-9b8e-4046-b775-32efbf12f3b1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:19.431543 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-ffd758b7-9b8e-4046-b775-32efbf12f3b1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Calling delete_port for 03c451d8-2a70-469d-9fcd-5598da3e611c owned by network:floatingip {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:47:19.551972 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a9f3a-189e-428c-a4ff-f170b4a15fee req-cdf07847-ce3b-458a-80f4-f2fd369a266d tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:19.553609 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2d8a9f3a-189e-428c-a4ff-f170b4a15fee req-cdf07847-ce3b-458a-80f4-f2fd369a266d tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 946 time: 0.3298521 Aug 31 12:47:19.771312 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-2d8a9f3a-189e-428c-a4ff-f170b4a15fee req-0acabba1-6d58-4d50-b3cd-8eabf2326ca0 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7b7a8e8-9763-4512-a3e7-44b75064bd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024448 Aug 31 12:47:19.789723 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c05d39-2f5e-4150-921b-0cebb9ad1933 req-00e992ff-42bd-4760-b4b5-ccb28459c4cc tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:47:19.791171 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-19c05d39-2f5e-4150-921b-0cebb9ad1933 req-00e992ff-42bd-4760-b4b5-ccb28459c4cc tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.52 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 946 time: 0.3053434 Aug 31 12:47:19.836019 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ffd758b7-9b8e-4046-b775-32efbf12f3b1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:19.846121 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-dd4fcdeb-9093-4022-9faf-037da0e5adf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:19.910890 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd758b7-9b8e-4046-b775-32efbf12f3b1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Pushing event deleted for resources: {'Port': ['ID=03c451d8-2a70-469d-9fcd-5598da3e611c,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:19.918764 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-ffd758b7-9b8e-4046-b775-32efbf12f3b1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:19.953589 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [req-19c05d39-2f5e-4150-921b-0cebb9ad1933 req-6e4cf8cf-920a-4156-9362-f8da939ae5c2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Deleting port c9213f1f-1246-4f6e-b6f8-22bbff92624d {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:19.953965 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-19c05d39-2f5e-4150-921b-0cebb9ad1933 req-6e4cf8cf-920a-4156-9362-f8da939ae5c2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:20.112897 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ffd758b7-9b8e-4046-b775-32efbf12f3b1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks [] for floatingip, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:20.172317 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ffd758b7-9b8e-4046-b775-32efbf12f3b1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for floatingip, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:20.173481 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-ffd758b7-9b8e-4046-b775-32efbf12f3b1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] 10.222.0.13 "DELETE /v2.0/floatingips/374279fc-49f7-4e53-9272-6d0fc60c8468 HTTP/1.1" status: 204 len: 168 time: 2.3838317 Aug 31 12:47:20.361541 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-19c05d39-2f5e-4150-921b-0cebb9ad1933 req-6e4cf8cf-920a-4156-9362-f8da939ae5c2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] For port c9213f1f-1246-4f6e-b6f8-22bbff92624d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=c9213f1f-1246-4f6e-b6f8-22bbff92624d,segment=NetworkSegment(732b7912-07e0-4964-a5f9-55871e4f1ada),segment_id=732b7912-07e0-4964-a5f9-55871e4f1ada)] {{(pid=75035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:20.362066 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-19c05d39-2f5e-4150-921b-0cebb9ad1933 req-6e4cf8cf-920a-4156-9362-f8da939ae5c2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:20.513808 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [req-19c05d39-2f5e-4150-921b-0cebb9ad1933 req-6e4cf8cf-920a-4156-9362-f8da939ae5c2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Calling delete_port for c9213f1f-1246-4f6e-b6f8-22bbff92624d owned by compute:nova {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:47:20.688452 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-19c05d39-2f5e-4150-921b-0cebb9ad1933 req-6e4cf8cf-920a-4156-9362-f8da939ae5c2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:20.701493 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-a4ee3201-38d9-4fbb-8074-717deb254997 tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:20.702772 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] get_ports_and_sgs() called for port_ids ['c9213f1f-1246-4f6e-b6f8-22bbff92624d'] {{(pid=75036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 12:47:20.758065 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cf8cf-920a-4156-9362-f8da939ae5c2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Pushing event deleted for resources: {'Port': ['ID=c9213f1f-1246-4f6e-b6f8-22bbff92624d,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:20.761708 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-6e4cf8cf-920a-4156-9362-f8da939ae5c2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:20.848287 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c05d39-2f5e-4150-921b-0cebb9ad1933 req-6e4cf8cf-920a-4156-9362-f8da939ae5c2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] No DVR routers for this DVR port c9213f1f-1246-4f6e-b6f8-22bbff92624d on host hv-cinder-80669 {{(pid=75035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:47:20.850879 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-19c05d39-2f5e-4150-921b-0cebb9ad1933 req-6e4cf8cf-920a-4156-9362-f8da939ae5c2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:20.854153 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e87164-9f27-488e-86ed-75ae8a85ce20', 'name': 'network-vif-deleted', 'tag': 'c9213f1f-1246-4f6e-b6f8-22bbff92624d'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:47:20.871534 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-19c05d39-2f5e-4150-921b-0cebb9ad1933 req-6e4cf8cf-920a-4156-9362-f8da939ae5c2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.52 "DELETE /v2.0/ports/c9213f1f-1246-4f6e-b6f8-22bbff92624d HTTP/1.1" status: 204 len: 173 time: 1.0731668 Aug 31 12:47:20.941350 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e87164-9f27-488e-86ed-75ae8a85ce20', 'name': 'network-vif-deleted', 'tag': 'c9213f1f-1246-4f6e-b6f8-22bbff92624d', 'status': 'completed', 'code': 200} Aug 31 12:47:20.992676 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-2ad433ef-109e-4e5f-a058-82f8b5ad3362 req-5f9c7c47-1809-4ec6-b527-284191e056e2 tempest-TestMinimumBasicScenario-1272461311 tempest-TestMinimumBasicScenario-1272461311-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e87164-9f27-488e-86ed-75ae8a85ce20 HTTP/1.1" status: 200 len: 210 time: 0.0420854 Aug 31 12:47:22.460105 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 39680) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:22.628406 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-7f772a16-ab2c-40a3-a54f-2320d2b702b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:22.663588 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-7f772a16-ab2c-40a3-a54f-2320d2b702b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:47:22.667491 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-7f772a16-ab2c-40a3-a54f-2320d2b702b9 admin admin] Usage tracker for resource:security_group_rule and tenant:06f2da08e4e741cd859e39ee55c13a57 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:47:22.670807 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-7f772a16-ab2c-40a3-a54f-2320d2b702b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:47:22.677052 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-7f772a16-ab2c-40a3-a54f-2320d2b702b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:47:22.750952 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-7f772a16-ab2c-40a3-a54f-2320d2b702b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:22.756545 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-7f772a16-ab2c-40a3-a54f-2320d2b702b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:22.763727 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-5676b641-417b-4c11-ac28-363810c5dee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:22.834773 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f772a16-ab2c-40a3-a54f-2320d2b702b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600947c5-eb4d-4f27-aa46-f81b99e44fee,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:22.838713 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-7f772a16-ab2c-40a3-a54f-2320d2b702b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:22.844127 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-7f772a16-ab2c-40a3-a54f-2320d2b702b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06f2da08e4e741cd859e39ee55c13a57&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3797626 Aug 31 12:47:22.845293 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 39714) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:22.914899 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c4f3739e-aec9-4c51-b99e-7fada2976325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:22.951691 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c4f3739e-aec9-4c51-b99e-7fada2976325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:22.976879 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 39720) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:23.022629 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c4f3739e-aec9-4c51-b99e-7fada2976325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:23.027127 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-29aa43ee-6072-4429-b969-3c63c97e8a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:23.042838 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3739e-aec9-4c51-b99e-7fada2976325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600947c5-eb4d-4f27-aa46-f81b99e44fee,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:23.068112 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-c4f3739e-aec9-4c51-b99e-7fada2976325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:23.077621 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c4f3739e-aec9-4c51-b99e-7fada2976325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:23.084289 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-c4f3739e-aec9-4c51-b99e-7fada2976325 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/600947c5-eb4d-4f27-aa46-f81b99e44fee HTTP/1.1" status: 204 len: 168 time: 0.2386141 Aug 31 12:47:23.213330 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 39730) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:23.449057 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-c09fb334-e957-4de2-a523-e2c37cb98309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782687'] for router_interface, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:23.506113 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 39738) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:23.550533 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-7a2ab343-4c23-441e-9e1c-eaa920830053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:23.585910 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device c9213f1f-1246-4f6e-b6f8-22bbff92624d no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:47:23.605892 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-7a2ab343-4c23-441e-9e1c-eaa920830053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:47:23.613138 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-7a2ab343-4c23-441e-9e1c-eaa920830053 admin admin] Usage tracker for resource:security_group_rule and tenant:f8b9673c566445d69b443c2cf81e00d2 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:47:23.618293 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-7a2ab343-4c23-441e-9e1c-eaa920830053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:47:23.620505 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] No Port match for: c9213f1f-1246-4f6e-b6f8-22bbff92624d {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:47:23.621201 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device c9213f1f-1246-4f6e-b6f8-22bbff92624d not bound to the agent host hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:47:23.626726 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-7a2ab343-4c23-441e-9e1c-eaa920830053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:47:23.901318 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-7a2ab343-4c23-441e-9e1c-eaa920830053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:23.936197 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-7a2ab343-4c23-441e-9e1c-eaa920830053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:23.947411 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-692579a4-3fb0-453e-b83d-6d810896a218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:23.960779 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-722cf8b8-bf2c-407a-a876-a31f60100c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782687'] for router_interface, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:24.002577 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ab343-4c23-441e-9e1c-eaa920830053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7408d844-6fbe-4da7-9f9c-6c9a25c31e74,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:24.006444 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-7a2ab343-4c23-441e-9e1c-eaa920830053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:24.011824 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-7a2ab343-4c23-441e-9e1c-eaa920830053 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8b9673c566445d69b443c2cf81e00d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5040369 Aug 31 12:47:24.058136 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 39742) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:24.183099 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cb839ad3-744c-4ac9-a40f-2cc41962bf59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:24.248199 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cb839ad3-744c-4ac9-a40f-2cc41962bf59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:24.367697 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cb839ad3-744c-4ac9-a40f-2cc41962bf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:24.372273 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-61978e02-4750-4fde-bafe-83e1fc27e7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:24.390087 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb839ad3-744c-4ac9-a40f-2cc41962bf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7408d844-6fbe-4da7-9f9c-6c9a25c31e74,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:24.392411 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-cb839ad3-744c-4ac9-a40f-2cc41962bf59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:24.399892 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cb839ad3-744c-4ac9-a40f-2cc41962bf59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:24.403353 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-cb839ad3-744c-4ac9-a40f-2cc41962bf59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7408d844-6fbe-4da7-9f9c-6c9a25c31e74 HTTP/1.1" status: 204 len: 168 time: 0.3419456 Aug 31 12:47:24.537818 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-c09fb334-e957-4de2-a523-e2c37cb98309 admin admin] Deleting port e0b9cf7e-872e-4004-b20b-a08b920b5d46 {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:24.538110 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-c09fb334-e957-4de2-a523-e2c37cb98309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:24.737020 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-722cf8b8-bf2c-407a-a876-a31f60100c13 admin admin] Deleting port 52c78258-7866-441a-b357-752eabc57838 {{(pid=75034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:24.737825 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-722cf8b8-bf2c-407a-a876-a31f60100c13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:24.747626 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [None req-c09fb334-e957-4de2-a523-e2c37cb98309 admin admin] For port e0b9cf7e-872e-4004-b20b-a08b920b5d46, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=e0b9cf7e-872e-4004-b20b-a08b920b5d46,segment=NetworkSegment(732b7912-07e0-4964-a5f9-55871e4f1ada),segment_id=732b7912-07e0-4964-a5f9-55871e4f1ada)] {{(pid=75035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:24.748136 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-c09fb334-e957-4de2-a523-e2c37cb98309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:24.872530 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-c09fb334-e957-4de2-a523-e2c37cb98309 admin admin] Calling delete_port for e0b9cf7e-872e-4004-b20b-a08b920b5d46 owned by network:router_interface {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:47:24.921106 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [None req-722cf8b8-bf2c-407a-a876-a31f60100c13 admin admin] For port 52c78258-7866-441a-b357-752eabc57838, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=52c78258-7866-441a-b357-752eabc57838,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:24.921377 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-722cf8b8-bf2c-407a-a876-a31f60100c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:24.934225 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 39750) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:25.061782 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-722cf8b8-bf2c-407a-a876-a31f60100c13 admin admin] Calling delete_port for 52c78258-7866-441a-b357-752eabc57838 owned by network:router_interface {{(pid=75034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:47:25.098276 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-c09fb334-e957-4de2-a523-e2c37cb98309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:25.103647 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-bf90fcc1-b163-4b3b-a2a5-370795683784 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:25.104416 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-b63177a3-6caf-447c-8529-ba7cdac697d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:25.148467 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fb334-e957-4de2-a523-e2c37cb98309 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b9cf7e-872e-4004-b20b-a08b920b5d46,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:25.152111 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-c09fb334-e957-4de2-a523-e2c37cb98309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:25.170847 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-b63177a3-6caf-447c-8529-ba7cdac697d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:47:25.176905 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-b63177a3-6caf-447c-8529-ba7cdac697d8 admin admin] Usage tracker for resource:security_group_rule and tenant:c020f560f4df4a3eb8e2447802c0abb7 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:47:25.181955 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-b63177a3-6caf-447c-8529-ba7cdac697d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:47:25.190022 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-b63177a3-6caf-447c-8529-ba7cdac697d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:47:25.328757 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-b63177a3-6caf-447c-8529-ba7cdac697d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:25.336148 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-b63177a3-6caf-447c-8529-ba7cdac697d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:25.346872 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-07a5b15e-6fe5-4133-9fd3-8dc4d2105c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:25.388446 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-722cf8b8-bf2c-407a-a876-a31f60100c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:25.400779 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63177a3-6caf-447c-8529-ba7cdac697d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de87dce-3deb-4428-bfe4-a0ab8b57239f,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:25.405580 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-b63177a3-6caf-447c-8529-ba7cdac697d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:25.406107 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-0b6bdc22-8704-46a8-a1bc-e1677a73b292 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:25.443297 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-b63177a3-6caf-447c-8529-ba7cdac697d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c020f560f4df4a3eb8e2447802c0abb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5060267 Aug 31 12:47:25.445732 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 39754) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:25.450130 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cf8b8-bf2c-407a-a876-a31f60100c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c78258-7866-441a-b357-752eabc57838,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:25.453431 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-722cf8b8-bf2c-407a-a876-a31f60100c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:25.525082 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-c09fb334-e957-4de2-a523-e2c37cb98309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33169039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782763'] for router_interface, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:25.551885 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-993377dc-b438-4bdd-b650-af0dfab2dac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:25.781143 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-722cf8b8-bf2c-407a-a876-a31f60100c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33169039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782763'] for router_interface, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:25.792107 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-993377dc-b438-4bdd-b650-af0dfab2dac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:25.954436 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-993377dc-b438-4bdd-b650-af0dfab2dac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:25.959599 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-2e5bf059-efd8-480c-a341-d8ccf0713e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:25.989258 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993377dc-b438-4bdd-b650-af0dfab2dac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de87dce-3deb-4428-bfe4-a0ab8b57239f,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:25.994534 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-993377dc-b438-4bdd-b650-af0dfab2dac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:26.020032 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-993377dc-b438-4bdd-b650-af0dfab2dac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:26.023792 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-993377dc-b438-4bdd-b650-af0dfab2dac9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9de87dce-3deb-4428-bfe4-a0ab8b57239f HTTP/1.1" status: 204 len: 168 time: 0.5770791 Aug 31 12:47:26.508887 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09fb334-e957-4de2-a523-e2c37cb98309 admin admin] Router d8897c5e-2e06-4eea-bcd3-b0171751f2e0 has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:47:26.550285 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722cf8b8-bf2c-407a-a876-a31f60100c13 admin admin] Router 399b883d-4646-427d-9ea4-821f3d009f15 has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:47:26.751553 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09fb334-e957-4de2-a523-e2c37cb98309 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:47:26.758024 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-c09fb334-e957-4de2-a523-e2c37cb98309 admin admin] 10.222.0.13 "PUT /v2.0/routers/d8897c5e-2e06-4eea-bcd3-b0171751f2e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7786450 Aug 31 12:47:26.759766 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 39772) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:26.764775 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549aa3ba-39c6-45d1-a050-53cba2b75a53 None None] Sync routers for ids ['d8897c5e-2e06-4eea-bcd3-b0171751f2e0'] in dv-cinder-806696-1-smb {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:47:26.794265 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549aa3ba-39c6-45d1-a050-53cba2b75a53 None None] Routers {'d8897c5e-2e06-4eea-bcd3-b0171751f2e0'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:47:26.794897 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-549aa3ba-39c6-45d1-a050-53cba2b75a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:47:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8897c5e-2e06-4eea-bcd3-b0171751f2e0'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:26.795753 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722cf8b8-bf2c-407a-a876-a31f60100c13 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:47:26.810805 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ab59bd-590c-40fb-a4a1-6468d7b6937b None None] Sync routers for ids ['399b883d-4646-427d-9ea4-821f3d009f15'] in dv-cinder-806696-1-smb {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:47:26.829436 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-722cf8b8-bf2c-407a-a876-a31f60100c13 admin admin] 10.222.0.13 "PUT /v2.0/routers/399b883d-4646-427d-9ea4-821f3d009f15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6142883 Aug 31 12:47:26.833198 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 39776) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:26.855940 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ab59bd-590c-40fb-a4a1-6468d7b6937b None None] Routers {'399b883d-4646-427d-9ea4-821f3d009f15'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:47:26.857116 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-51ab59bd-590c-40fb-a4a1-6468d7b6937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:47:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['399b883d-4646-427d-9ea4-821f3d009f15'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:27.138073 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-475c4003-6859-4cd8-9673-d066f308d930 admin admin] Notify callbacks [] for router, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:27.204475 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-cc292ae7-3c64-498b-84c7-179c93941222 admin admin] Notify callbacks [] for router, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:27.208043 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-549aa3ba-39c6-45d1-a050-53cba2b75a53 None None] Set router d8897c5e-2e06-4eea-bcd3-b0171751f2e0 gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:47:27.367982 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-51ab59bd-590c-40fb-a4a1-6468d7b6937b None None] Set router 399b883d-4646-427d-9ea4-821f3d009f15 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:47:27.444465 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-475c4003-6859-4cd8-9673-d066f308d930 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:27.460989 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-475c4003-6859-4cd8-9673-d066f308d930 admin admin] Deleting port 6afb14ed-34e5-4734-80c6-b2db0d7f79bd {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:27.469337 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-475c4003-6859-4cd8-9673-d066f308d930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:27.478336 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-cc292ae7-3c64-498b-84c7-179c93941222 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:27.490019 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-cc292ae7-3c64-498b-84c7-179c93941222 admin admin] Deleting port 68570987-d25f-4dfa-8ac2-3d76f8a35e3a {{(pid=75034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:27.490438 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-cc292ae7-3c64-498b-84c7-179c93941222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:27.635455 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-549aa3ba-39c6-45d1-a050-53cba2b75a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'name': 'tempest-TestMinimumBasicScenario-1644235309-router', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:37Z', 'updated_at': '2021-08-31T12:47:25Z', 'revision_number': 5, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'gw_port': {'id': '6afb14ed-34e5-4734-80c6-b2db0d7f79bd', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:39Z', 'updated_at': '2021-08-31T12:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb'}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:27.640355 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549aa3ba-39c6-45d1-a050-53cba2b75a53 None None] Checking router: d8897c5e-2e06-4eea-bcd3-b0171751f2e0 for host: dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:47:27.652566 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549aa3ba-39c6-45d1-a050-53cba2b75a53 None None] Routers {'d8897c5e-2e06-4eea-bcd3-b0171751f2e0'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:47:27.653343 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-549aa3ba-39c6-45d1-a050-53cba2b75a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:47:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['d8897c5e-2e06-4eea-bcd3-b0171751f2e0'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:27.767636 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-51ab59bd-590c-40fb-a4a1-6468d7b6937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399b883d-4646-427d-9ea4-821f3d009f15', 'name': 'tempest-AttachVolumeShelveTestJSON-283201796-router', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:47:25Z', 'revision_number': 5, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'gw_port': {'id': '68570987-d25f-4dfa-8ac2-3d76f8a35e3a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399b883d-4646-427d-9ea4-821f3d009f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb'}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:27.779650 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ab59bd-590c-40fb-a4a1-6468d7b6937b None None] Checking router: 399b883d-4646-427d-9ea4-821f3d009f15 for host: dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:47:27.791392 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [None req-cc292ae7-3c64-498b-84c7-179c93941222 admin admin] For port 68570987-d25f-4dfa-8ac2-3d76f8a35e3a, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=68570987-d25f-4dfa-8ac2-3d76f8a35e3a,segment=NetworkSegment(3f81cd55-86a1-4a25-9153-5d04b36688ac),segment_id=3f81cd55-86a1-4a25-9153-5d04b36688ac)] {{(pid=75034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:27.792047 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ab59bd-590c-40fb-a4a1-6468d7b6937b None None] Routers {'399b883d-4646-427d-9ea4-821f3d009f15'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:47:27.792724 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-51ab59bd-590c-40fb-a4a1-6468d7b6937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:47:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['399b883d-4646-427d-9ea4-821f3d009f15'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:27.793344 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-cc292ae7-3c64-498b-84c7-179c93941222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:27.835740 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-549aa3ba-39c6-45d1-a050-53cba2b75a53 None None] Set router d8897c5e-2e06-4eea-bcd3-b0171751f2e0 gateway port host: None {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:47:27.916044 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [None req-475c4003-6859-4cd8-9673-d066f308d930 admin admin] For port 6afb14ed-34e5-4734-80c6-b2db0d7f79bd, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=6afb14ed-34e5-4734-80c6-b2db0d7f79bd,segment=NetworkSegment(3f81cd55-86a1-4a25-9153-5d04b36688ac),segment_id=3f81cd55-86a1-4a25-9153-5d04b36688ac)] {{(pid=75035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:27.916675 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-475c4003-6859-4cd8-9673-d066f308d930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:28.046736 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-51ab59bd-590c-40fb-a4a1-6468d7b6937b None None] Set router 399b883d-4646-427d-9ea4-821f3d009f15 gateway port host: None {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:47:28.060954 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-549aa3ba-39c6-45d1-a050-53cba2b75a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'name': 'tempest-TestMinimumBasicScenario-1644235309-router', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:37Z', 'updated_at': '2021-08-31T12:47:27Z', 'revision_number': 6, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'gw_port_host': None}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:28.065864 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549aa3ba-39c6-45d1-a050-53cba2b75a53 None None] The sync data for ids ['d8897c5e-2e06-4eea-bcd3-b0171751f2e0'] in dv-cinder-806696-1-smb is: [{'id': 'd8897c5e-2e06-4eea-bcd3-b0171751f2e0', 'name': 'tempest-TestMinimumBasicScenario-1644235309-router', 'tenant_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:37Z', 'updated_at': '2021-08-31T12:47:27Z', 'revision_number': 6, 'project_id': 'd5bd408571f042efa2f1d4a92d11eeda', 'gw_port_host': None}] {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:47:28.067478 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-475c4003-6859-4cd8-9673-d066f308d930 admin admin] Calling delete_port for 6afb14ed-34e5-4734-80c6-b2db0d7f79bd owned by network:router_gateway {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:47:28.215105 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-51ab59bd-590c-40fb-a4a1-6468d7b6937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399b883d-4646-427d-9ea4-821f3d009f15', 'name': 'tempest-AttachVolumeShelveTestJSON-283201796-router', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:47:27Z', 'revision_number': 6, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'gw_port_host': None}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:28.219594 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ab59bd-590c-40fb-a4a1-6468d7b6937b None None] The sync data for ids ['399b883d-4646-427d-9ea4-821f3d009f15'] in dv-cinder-806696-1-smb is: [{'id': '399b883d-4646-427d-9ea4-821f3d009f15', 'name': 'tempest-AttachVolumeShelveTestJSON-283201796-router', 'tenant_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:40:17Z', 'updated_at': '2021-08-31T12:47:27Z', 'revision_number': 6, 'project_id': 'c5d0d26219144527ad3c1eecfdfeb7f8', 'gw_port_host': None}] {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:47:28.240729 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-cc292ae7-3c64-498b-84c7-179c93941222 admin admin] Calling delete_port for 68570987-d25f-4dfa-8ac2-3d76f8a35e3a owned by network:router_gateway {{(pid=75034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:47:28.374191 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-475c4003-6859-4cd8-9673-d066f308d930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:28.378685 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-a800308e-3cc9-4ae8-8095-7d9d37a79a0f tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:28.423706 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c4003-6859-4cd8-9673-d066f308d930 admin admin] Pushing event deleted for resources: {'Port': ['ID=6afb14ed-34e5-4734-80c6-b2db0d7f79bd,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:28.426785 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-475c4003-6859-4cd8-9673-d066f308d930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:28.448561 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-cc292ae7-3c64-498b-84c7-179c93941222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:28.453411 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-722cf8b8-bf2c-407a-a876-a31f60100c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:28.496251 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc292ae7-3c64-498b-84c7-179c93941222 admin admin] Pushing event deleted for resources: {'Port': ['ID=68570987-d25f-4dfa-8ac2-3d76f8a35e3a,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:28.498832 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-cc292ae7-3c64-498b-84c7-179c93941222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:28.684798 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-475c4003-6859-4cd8-9673-d066f308d930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783906'] for router_gateway, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:28.753536 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-cc292ae7-3c64-498b-84c7-179c93941222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783906'] for router_gateway, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:28.986562 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-475c4003-6859-4cd8-9673-d066f308d930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8132'] for router, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:28.993678 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-475c4003-6859-4cd8-9673-d066f308d930 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:29.024938 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-475c4003-6859-4cd8-9673-d066f308d930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784926'] for router, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:29.026249 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475c4003-6859-4cd8-9673-d066f308d930 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8897c5e-2e06-4eea-bcd3-b0171751f2e0 {{(pid=75035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 12:47:29.028763 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-cc292ae7-3c64-498b-84c7-179c93941222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8132'] for router, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:29.033032 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-cc292ae7-3c64-498b-84c7-179c93941222 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:29.043122 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-475c4003-6859-4cd8-9673-d066f308d930 admin admin] Notify callbacks [] for router, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:29.044632 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-475c4003-6859-4cd8-9673-d066f308d930 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d8897c5e-2e06-4eea-bcd3-b0171751f2e0 HTTP/1.1" status: 204 len: 168 time: 2.2837734 Aug 31 12:47:29.048748 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 39804) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:29.063609 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-cc292ae7-3c64-498b-84c7-179c93941222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784926'] for router, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:29.064548 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc292ae7-3c64-498b-84c7-179c93941222 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 399b883d-4646-427d-9ea4-821f3d009f15 {{(pid=75034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 12:47:29.087243 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-cc292ae7-3c64-498b-84c7-179c93941222 admin admin] Notify callbacks [] for router, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:29.089275 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-cc292ae7-3c64-498b-84c7-179c93941222 admin admin] 10.222.0.13 "DELETE /v2.0/routers/399b883d-4646-427d-9ea4-821f3d009f15 HTTP/1.1" status: 204 len: 168 time: 2.2541890 Aug 31 12:47:29.091772 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 39808) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:29.154224 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b86835-1d5c-40d6-8be6-18201db09cc9 admin admin] Deleting subnet 62b0c2db-90bc-49b6-9750-c754408ae7a8 {{(pid=75035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 31 12:47:29.157792 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-33b86835-1d5c-40d6-8be6-18201db09cc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:29.217717 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.db_base_plugin_v2 [None req-c538871d-9160-43f4-9a1d-58fbf3c081ec admin admin] Deleting subnet 0374522e-8e13-43f1-b19e-60140b6db1f3 {{(pid=75034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 31 12:47:29.223473 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c538871d-9160-43f4-9a1d-58fbf3c081ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:29.243761 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-33b86835-1d5c-40d6-8be6-18201db09cc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1134960'] for subnet, precommit_delete_associations {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:29.327024 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c538871d-9160-43f4-9a1d-58fbf3c081ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1701225'] for subnet, precommit_delete_associations {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:29.339687 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device e0b9cf7e-872e-4004-b20b-a08b920b5d46 no longer exists at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:47:29.393283 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] No Port match for: e0b9cf7e-872e-4004-b20b-a08b920b5d46 {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:47:29.394271 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device e0b9cf7e-872e-4004-b20b-a08b920b5d46 not bound to the agent host dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:47:29.395067 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 52c78258-7866-441a-b357-752eabc57838 no longer exists at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:47:29.427968 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c538871d-9160-43f4-9a1d-58fbf3c081ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222575'] for subnet, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:29.437865 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] No Port match for: 52c78258-7866-441a-b357-752eabc57838 {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:47:29.438086 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 52c78258-7866-441a-b357-752eabc57838 not bound to the agent host dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:47:29.438907 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 6afb14ed-34e5-4734-80c6-b2db0d7f79bd no longer exists at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:47:29.467195 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-33b86835-1d5c-40d6-8be6-18201db09cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222575'] for subnet, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:29.472764 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] No Port match for: 6afb14ed-34e5-4734-80c6-b2db0d7f79bd {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:47:29.473383 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 6afb14ed-34e5-4734-80c6-b2db0d7f79bd not bound to the agent host dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:47:29.473979 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 68570987-d25f-4dfa-8ac2-3d76f8a35e3a no longer exists at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:47:29.514457 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] No Port match for: 68570987-d25f-4dfa-8ac2-3d76f8a35e3a {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:47:29.515154 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 68570987-d25f-4dfa-8ac2-3d76f8a35e3a not bound to the agent host dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:47:29.525446 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c538871d-9160-43f4-9a1d-58fbf3c081ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33222550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1383477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1612627'] for subnet, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:29.530741 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-584a6290-5cbb-4db0-8166-10582beb8391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:29.568662 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538871d-9160-43f4-9a1d-58fbf3c081ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0374522e-8e13-43f1-b19e-60140b6db1f3,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:29.572830 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-c538871d-9160-43f4-9a1d-58fbf3c081ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:29.576067 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-c538871d-9160-43f4-9a1d-58fbf3c081ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for subnet, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:29.583656 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8338bdb5-4240-404f-a41f-6a46f914b15c None None] Network 702c7954-d9af-4f3a-9da8-4db52418d64a requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:47:29.584416 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-c538871d-9160-43f4-9a1d-58fbf3c081ec admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0374522e-8e13-43f1-b19e-60140b6db1f3 HTTP/1.1" status: 204 len: 168 time: 0.4897659 Aug 31 12:47:29.586637 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 39820) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:29.602277 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-33b86835-1d5c-40d6-8be6-18201db09cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33222550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1148708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1377178'] for subnet, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:29.624600 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-4f575d3f-dd6a-42f9-a2e2-aa443e8d7fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:29.673602 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b86835-1d5c-40d6-8be6-18201db09cc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62b0c2db-90bc-49b6-9750-c754408ae7a8,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:29.681216 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-33b86835-1d5c-40d6-8be6-18201db09cc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:29.685790 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-33b86835-1d5c-40d6-8be6-18201db09cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:29.689293 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-33b86835-1d5c-40d6-8be6-18201db09cc9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/62b0c2db-90bc-49b6-9750-c754408ae7a8 HTTP/1.1" status: 204 len: 168 time: 0.6393125 Aug 31 12:47:29.692522 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 39824) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:29.714855 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-27fa9028-91e3-47de-9372-00f682f28d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045717'] for network, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:29.727243 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-27fa9028-91e3-47de-9372-00f682f28d7b admin admin] Deleting port d3aa1e2e-5b9e-4e0c-9a65-9340161d5476 {{(pid=75034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:29.727587 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-27fa9028-91e3-47de-9372-00f682f28d7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:29.735572 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce4172f-1570-4f13-a32e-dd36cb5fca30 None None] Network c6da5227-c31a-4422-ac49-65bae9a61094 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:47:29.946531 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-93fb732e-b89e-4497-93df-b78aa512a600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045717'] for network, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:29.958905 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-93fb732e-b89e-4497-93df-b78aa512a600 admin admin] Deleting port 2a6d6a86-0f72-4b7c-aad6-f303b86241c3 {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:29.959596 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-93fb732e-b89e-4497-93df-b78aa512a600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:30.101328 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [None req-27fa9028-91e3-47de-9372-00f682f28d7b admin admin] For port d3aa1e2e-5b9e-4e0c-9a65-9340161d5476, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=d3aa1e2e-5b9e-4e0c-9a65-9340161d5476,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:30.101812 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-27fa9028-91e3-47de-9372-00f682f28d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:30.163412 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2125cf79-da21-45cf-967a-032d886188d1 None None] DHCP port deletion for 702c7954-d9af-4f3a-9da8-4db52418d64a request from dv-cinder-806696-1-smb {{(pid=75036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 31 12:47:30.168371 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-2125cf79-da21-45cf-967a-032d886188d1 None None] Deleting port d3aa1e2e-5b9e-4e0c-9a65-9340161d5476 {{(pid=75036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:30.168994 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2125cf79-da21-45cf-967a-032d886188d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:30.216244 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72154a3-db1c-4de8-94c2-56d62286eaad None None] DHCP port deletion for c6da5227-c31a-4422-ac49-65bae9a61094 request from dv-cinder-806696-1-smb {{(pid=75036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 31 12:47:30.233100 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-d72154a3-db1c-4de8-94c2-56d62286eaad None None] Deleting port 2a6d6a86-0f72-4b7c-aad6-f303b86241c3 {{(pid=75036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:30.233800 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-d72154a3-db1c-4de8-94c2-56d62286eaad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:30.238933 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [None req-93fb732e-b89e-4497-93df-b78aa512a600 admin admin] For port 2a6d6a86-0f72-4b7c-aad6-f303b86241c3, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=2a6d6a86-0f72-4b7c-aad6-f303b86241c3,segment=NetworkSegment(732b7912-07e0-4964-a5f9-55871e4f1ada),segment_id=732b7912-07e0-4964-a5f9-55871e4f1ada)] {{(pid=75035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:30.239554 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-93fb732e-b89e-4497-93df-b78aa512a600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:30.284518 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-27fa9028-91e3-47de-9372-00f682f28d7b admin admin] Calling delete_port for d3aa1e2e-5b9e-4e0c-9a65-9340161d5476 owned by network:dhcp {{(pid=75034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:47:30.380205 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-27fa9028-91e3-47de-9372-00f682f28d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:30.385977 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-b30eb930-b7f8-4f10-86c4-a378b552a4ef tempest-ServerRescueNegativeTestJSON-834525577 tempest-ServerRescueNegativeTestJSON-834525577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:30.412077 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-93fb732e-b89e-4497-93df-b78aa512a600 admin admin] Calling delete_port for 2a6d6a86-0f72-4b7c-aad6-f303b86241c3 owned by network:dhcp {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:47:30.443361 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa9028-91e3-47de-9372-00f682f28d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=d3aa1e2e-5b9e-4e0c-9a65-9340161d5476,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:30.450113 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-27fa9028-91e3-47de-9372-00f682f28d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:30.451556 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa9028-91e3-47de-9372-00f682f28d7b admin admin] No DVR routers for this DVR port d3aa1e2e-5b9e-4e0c-9a65-9340161d5476 on host dv-cinder-806696-1-smb {{(pid=75034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:47:30.508530 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-93fb732e-b89e-4497-93df-b78aa512a600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:30.515329 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-f0420200-2531-4004-a082-74b00f46bb6c tempest-VolumesNegativeTest-844488610 tempest-VolumesNegativeTest-844488610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:30.569260 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb732e-b89e-4497-93df-b78aa512a600 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a6d6a86-0f72-4b7c-aad6-f303b86241c3,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:30.576123 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-93fb732e-b89e-4497-93df-b78aa512a600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:30.582373 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fb732e-b89e-4497-93df-b78aa512a600 admin admin] No DVR routers for this DVR port 2a6d6a86-0f72-4b7c-aad6-f303b86241c3 on host dv-cinder-806696-1-smb {{(pid=75035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:47:30.588071 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-27fa9028-91e3-47de-9372-00f682f28d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33222182', 'neutron.services.segments.db._delete_segments_for_network-8767722538626'] for network, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:30.602617 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-27fa9028-91e3-47de-9372-00f682f28d7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702c7954-d9af-4f3a-9da8-4db52418d64a']}} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:30.619275 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-27fa9028-91e3-47de-9372-00f682f28d7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e52ecdb-d8b9-4496-8200-9896e7e726ec') {'for_net_delete': True} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:30.619573 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-27fa9028-91e3-47de-9372-00f682f28d7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e52ecdb-d8b9-4496-8200-9896e7e726ec') {} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:30.630845 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-2125cf79-da21-45cf-967a-032d886188d1 None None] For port d3aa1e2e-5b9e-4e0c-9a65-9340161d5476, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=d3aa1e2e-5b9e-4e0c-9a65-9340161d5476,segment=NetworkSegment(0e52ecdb-d8b9-4496-8200-9896e7e726ec),segment_id=0e52ecdb-d8b9-4496-8200-9896e7e726ec)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:30.631452 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2125cf79-da21-45cf-967a-032d886188d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:30.634739 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-27fa9028-91e3-47de-9372-00f682f28d7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767722541213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1701222'] for segment, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:30.655544 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-27fa9028-91e3-47de-9372-00f682f28d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:30.664124 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27fa9028-91e3-47de-9372-00f682f28d7b admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=75034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 31 12:47:30.664687 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-27fa9028-91e3-47de-9372-00f682f28d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33222410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1383571'] for segment, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:30.756972 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-93fb732e-b89e-4497-93df-b78aa512a600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33222182', 'neutron.services.segments.db._delete_segments_for_network-8767722538626'] for network, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:30.775470 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.services.segments.db [None req-93fb732e-b89e-4497-93df-b78aa512a600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6da5227-c31a-4422-ac49-65bae9a61094']}} {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: Traceback (most recent call last): Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: timer() Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: cb(*args, **kw) Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: return func(*args, **kwargs) Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: self._notify() Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: self.callback(batched_events) Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: event.method(event) Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: return f(self, *a, **k) Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: return self._get(url).json() Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: return self.request(url, 'GET', **kwargs) Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:47:30.791985 dv-cinder-806696-1-smb neutron-server[75034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:47:30.794784 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-2125cf79-da21-45cf-967a-032d886188d1 None None] Calling delete_port for d3aa1e2e-5b9e-4e0c-9a65-9340161d5476 owned by network:dhcp {{(pid=75036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:47:30.796616 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-27fa9028-91e3-47de-9372-00f682f28d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33222189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783967'] for network, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:30.800958 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:30.815550 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.services.segments.db [None req-93fb732e-b89e-4497-93df-b78aa512a600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732b7912-07e0-4964-a5f9-55871e4f1ada') {'for_net_delete': True} {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:30.815550 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.services.segments.db [None req-93fb732e-b89e-4497-93df-b78aa512a600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732b7912-07e0-4964-a5f9-55871e4f1ada') {} {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:30.818257 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-27fa9028-91e3-47de-9372-00f682f28d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:30.825421 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-93fb732e-b89e-4497-93df-b78aa512a600 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767722541213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1134975'] for segment, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:30.827887 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa9028-91e3-47de-9372-00f682f28d7b admin admin] Pushing event deleted for resources: {'Network': ['ID=702c7954-d9af-4f3a-9da8-4db52418d64a,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:30.832134 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-27fa9028-91e3-47de-9372-00f682f28d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:30.845007 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-d72154a3-db1c-4de8-94c2-56d62286eaad None None] For port 2a6d6a86-0f72-4b7c-aad6-f303b86241c3, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=2a6d6a86-0f72-4b7c-aad6-f303b86241c3,segment=NetworkSegment(732b7912-07e0-4964-a5f9-55871e4f1ada),segment_id=732b7912-07e0-4964-a5f9-55871e4f1ada)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:30.845420 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-d72154a3-db1c-4de8-94c2-56d62286eaad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:30.846191 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-27fa9028-91e3-47de-9372-00f682f28d7b admin admin] 10.222.0.13 "DELETE /v2.0/networks/702c7954-d9af-4f3a-9da8-4db52418d64a HTTP/1.1" status: 204 len: 168 time: 1.2580097 Aug 31 12:47:30.850293 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-93fb732e-b89e-4497-93df-b78aa512a600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:30.858126 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93fb732e-b89e-4497-93df-b78aa512a600 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=75035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 31 12:47:30.858639 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-93fb732e-b89e-4497-93df-b78aa512a600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33222410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1148802'] for segment, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: Traceback (most recent call last): Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: timer() Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: cb(*args, **kw) Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: return func(*args, **kwargs) Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: self._notify() Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: self.callback(batched_events) Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: event.method(event) Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: return f(self, *a, **k) Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: return self._get(url).json() Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: return self.request(url, 'GET', **kwargs) Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:47:30.873254 dv-cinder-806696-1-smb neutron-server[75035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:47:30.966614 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-93fb732e-b89e-4497-93df-b78aa512a600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33222189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783967'] for network, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:30.970769 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:30.988121 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-d72154a3-db1c-4de8-94c2-56d62286eaad None None] Calling delete_port for 2a6d6a86-0f72-4b7c-aad6-f303b86241c3 owned by network:dhcp {{(pid=75036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:47:30.998026 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-93fb732e-b89e-4497-93df-b78aa512a600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:31.001538 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb732e-b89e-4497-93df-b78aa512a600 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6da5227-c31a-4422-ac49-65bae9a61094,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:31.005971 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-93fb732e-b89e-4497-93df-b78aa512a600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:31.029585 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-93fb732e-b89e-4497-93df-b78aa512a600 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c6da5227-c31a-4422-ac49-65bae9a61094 HTTP/1.1" status: 204 len: 168 time: 1.3353088 Aug 31 12:47:31.033395 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 39838) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:31.077515 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.db.api [None req-2125cf79-da21-45cf-967a-032d886188d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 12:47:31.078221 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_db.api [None req-2125cf79-da21-45cf-967a-032d886188d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 12:47:31.103012 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.db.api [None req-d72154a3-db1c-4de8-94c2-56d62286eaad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 12:47:31.105181 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_db.api [None req-d72154a3-db1c-4de8-94c2-56d62286eaad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 12:47:31.131108 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 39842) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:31.194339 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-0101aa12-99d5-4e94-b2a3-1e60befe8615 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5d0d26219144527ad3c1eecfdfeb7f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0596895 Aug 31 12:47:31.194752 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 39846) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:31.232779 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 2a6d6a86-0f72-4b7c-aad6-f303b86241c3 no longer exists at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:47:31.262434 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-dd9ebd32-120a-4ada-af3f-2405524ca488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:31.271651 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] No Port match for: 2a6d6a86-0f72-4b7c-aad6-f303b86241c3 {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:47:31.272005 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 2a6d6a86-0f72-4b7c-aad6-f303b86241c3 not bound to the agent host dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:47:31.272611 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device d3aa1e2e-5b9e-4e0c-9a65-9340161d5476 no longer exists at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:47:31.292368 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-dd9ebd32-120a-4ada-af3f-2405524ca488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:31.306338 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] No Port match for: d3aa1e2e-5b9e-4e0c-9a65-9340161d5476 {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:47:31.306691 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device d3aa1e2e-5b9e-4e0c-9a65-9340161d5476 not bound to the agent host dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:47:31.367589 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-dd9ebd32-120a-4ada-af3f-2405524ca488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:31.373780 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-d1d854ed-bf22-40ea-a15e-3fb3cef705ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:31.391279 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ebd32-120a-4ada-af3f-2405524ca488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c364afe-ef71-4eb9-ad72-a0918b8b6297,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:31.396947 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-dd9ebd32-120a-4ada-af3f-2405524ca488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:31.399095 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-dd9ebd32-120a-4ada-af3f-2405524ca488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:31.400182 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-dd9ebd32-120a-4ada-af3f-2405524ca488 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c364afe-ef71-4eb9-ad72-a0918b8b6297 HTTP/1.1" status: 204 len: 168 time: 0.2043786 Aug 31 12:47:31.497136 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5826e64c-e668-4c4e-9e3e-b7dbac87f364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782687'] for router_interface, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:31.580024 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-2125cf79-da21-45cf-967a-032d886188d1 None None] Deleting port d3aa1e2e-5b9e-4e0c-9a65-9340161d5476 {{(pid=75036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:31.580481 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2125cf79-da21-45cf-967a-032d886188d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:31.613252 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-d72154a3-db1c-4de8-94c2-56d62286eaad None None] Deleting port 2a6d6a86-0f72-4b7c-aad6-f303b86241c3 {{(pid=75036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:31.613558 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-d72154a3-db1c-4de8-94c2-56d62286eaad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:31.679595 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-2125cf79-da21-45cf-967a-032d886188d1 None None] The port 'd3aa1e2e-5b9e-4e0c-9a65-9340161d5476' was deleted {{(pid=75036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 31 12:47:31.761877 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-d72154a3-db1c-4de8-94c2-56d62286eaad None None] The port '2a6d6a86-0f72-4b7c-aad6-f303b86241c3' was deleted {{(pid=75036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 31 12:47:32.256314 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-5826e64c-e668-4c4e-9e3e-b7dbac87f364 admin admin] Deleting port 9c143c7a-fd7f-4a2e-9013-4463af15ffa1 {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:32.256650 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5826e64c-e668-4c4e-9e3e-b7dbac87f364 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:32.449381 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [None req-5826e64c-e668-4c4e-9e3e-b7dbac87f364 admin admin] For port 9c143c7a-fd7f-4a2e-9013-4463af15ffa1, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=9c143c7a-fd7f-4a2e-9013-4463af15ffa1,segment=NetworkSegment(ce19e8ff-2b5c-4bc8-a837-9211c8927451),segment_id=ce19e8ff-2b5c-4bc8-a837-9211c8927451)] {{(pid=75035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:32.450166 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5826e64c-e668-4c4e-9e3e-b7dbac87f364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:32.593660 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-5826e64c-e668-4c4e-9e3e-b7dbac87f364 admin admin] Calling delete_port for 9c143c7a-fd7f-4a2e-9013-4463af15ffa1 owned by network:router_interface {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:47:32.790698 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5826e64c-e668-4c4e-9e3e-b7dbac87f364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:32.795846 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-ffd758b7-9b8e-4046-b775-32efbf12f3b1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:32.834571 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:47:32.843881 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826e64c-e668-4c4e-9e3e-b7dbac87f364 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c143c7a-fd7f-4a2e-9013-4463af15ffa1,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:32.847717 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5826e64c-e668-4c4e-9e3e-b7dbac87f364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:33.224375 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5826e64c-e668-4c4e-9e3e-b7dbac87f364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33169039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782763'] for router_interface, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:34.016580 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5826e64c-e668-4c4e-9e3e-b7dbac87f364 admin admin] Router 6d4141e3-cc04-4968-a441-1aa8496a1dad has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:47:34.147975 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 39930) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:34.228010 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5826e64c-e668-4c4e-9e3e-b7dbac87f364 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:47:34.238464 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80621da-1171-49e8-802b-140a0cc610c8 None None] Sync routers for ids ['6d4141e3-cc04-4968-a441-1aa8496a1dad'] in dv-cinder-806696-1-smb {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:47:34.249323 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-5826e64c-e668-4c4e-9e3e-b7dbac87f364 admin admin] 10.222.0.13 "PUT /v2.0/routers/6d4141e3-cc04-4968-a441-1aa8496a1dad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2121439 Aug 31 12:47:34.249548 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 39936) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:34.251268 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80621da-1171-49e8-802b-140a0cc610c8 None None] Routers {'6d4141e3-cc04-4968-a441-1aa8496a1dad'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:47:34.251878 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-d80621da-1171-49e8-802b-140a0cc610c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:47:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['6d4141e3-cc04-4968-a441-1aa8496a1dad'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:34.294797 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b6c0-ff6b-442c-9bcd-fed414f8dc0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:34.329351 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-cbf4b6c0-ff6b-442c-9bcd-fed414f8dc0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:47:34.333281 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-cbf4b6c0-ff6b-442c-9bcd-fed414f8dc0b admin admin] Usage tracker for resource:security_group_rule and tenant:997230563abf409881df94d296925d69 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:47:34.336587 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-cbf4b6c0-ff6b-442c-9bcd-fed414f8dc0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:47:34.343379 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-cbf4b6c0-ff6b-442c-9bcd-fed414f8dc0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:47:34.412655 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b6c0-ff6b-442c-9bcd-fed414f8dc0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:34.419010 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b6c0-ff6b-442c-9bcd-fed414f8dc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:34.426471 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-6095c856-8ce7-4f6d-8877-a54e3403fa85 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:34.440811 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-d80621da-1171-49e8-802b-140a0cc610c8 None None] Set router 6d4141e3-cc04-4968-a441-1aa8496a1dad gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:47:34.466914 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4b6c0-ff6b-442c-9bcd-fed414f8dc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0324ad0d-2370-410d-b212-2f88a59447ba,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:34.472715 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-cbf4b6c0-ff6b-442c-9bcd-fed414f8dc0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:34.480456 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-cbf4b6c0-ff6b-442c-9bcd-fed414f8dc0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=997230563abf409881df94d296925d69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3282509 Aug 31 12:47:34.480456 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 39940) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:34.484954 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5867f1e1-564b-47e2-98ae-b1d788ee2e02 admin admin] Notify callbacks [] for router, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:34.541124 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f0a68dcc-c558-447b-91ac-eaf6dc106b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:34.571885 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f0a68dcc-c558-447b-91ac-eaf6dc106b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:34.640988 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f0a68dcc-c558-447b-91ac-eaf6dc106b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:34.647698 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-c702bb39-c7fb-492a-9e1c-5cc70fd56298 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:34.669184 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a68dcc-c558-447b-91ac-eaf6dc106b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0324ad0d-2370-410d-b212-2f88a59447ba,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:34.673034 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-f0a68dcc-c558-447b-91ac-eaf6dc106b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:34.675695 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f0a68dcc-c558-447b-91ac-eaf6dc106b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:34.677783 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-f0a68dcc-c558-447b-91ac-eaf6dc106b56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0324ad0d-2370-410d-b212-2f88a59447ba HTTP/1.1" status: 204 len: 168 time: 0.1962159 Aug 31 12:47:34.701257 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5867f1e1-564b-47e2-98ae-b1d788ee2e02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:34.712548 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-5867f1e1-564b-47e2-98ae-b1d788ee2e02 admin admin] Deleting port 6e14f08b-fcb6-4575-849d-4dcfe16b526a {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:34.713010 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5867f1e1-564b-47e2-98ae-b1d788ee2e02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:34.810073 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-d80621da-1171-49e8-802b-140a0cc610c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4141e3-cc04-4968-a441-1aa8496a1dad', 'name': 'tempest-TestMinimumBasicScenario-1462772477-router', 'tenant_id': 'c38f004134004a37bf9920a3b54e0d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '6e14f08b-fcb6-4575-849d-4dcfe16b526a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:50Z', 'updated_at': '2021-08-31T12:47:32Z', 'revision_number': 5, 'project_id': 'c38f004134004a37bf9920a3b54e0d4d', 'gw_port': {'id': '6e14f08b-fcb6-4575-849d-4dcfe16b526a', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4141e3-cc04-4968-a441-1aa8496a1dad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:44:50Z', 'updated_at': '2021-08-31T12:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb'}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:34.814787 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80621da-1171-49e8-802b-140a0cc610c8 None None] Checking router: 6d4141e3-cc04-4968-a441-1aa8496a1dad for host: dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:47:34.826985 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80621da-1171-49e8-802b-140a0cc610c8 None None] Routers {'6d4141e3-cc04-4968-a441-1aa8496a1dad'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:47:34.827602 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-d80621da-1171-49e8-802b-140a0cc610c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:47:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['6d4141e3-cc04-4968-a441-1aa8496a1dad'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:34.909783 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [None req-5867f1e1-564b-47e2-98ae-b1d788ee2e02 admin admin] For port 6e14f08b-fcb6-4575-849d-4dcfe16b526a, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=6e14f08b-fcb6-4575-849d-4dcfe16b526a,segment=NetworkSegment(3f81cd55-86a1-4a25-9153-5d04b36688ac),segment_id=3f81cd55-86a1-4a25-9153-5d04b36688ac)] {{(pid=75035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:34.910407 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5867f1e1-564b-47e2-98ae-b1d788ee2e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:35.005786 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-d80621da-1171-49e8-802b-140a0cc610c8 None None] Set router 6d4141e3-cc04-4968-a441-1aa8496a1dad gateway port host: None {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:47:35.038581 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-5867f1e1-564b-47e2-98ae-b1d788ee2e02 admin admin] Calling delete_port for 6e14f08b-fcb6-4575-849d-4dcfe16b526a owned by network:router_gateway {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:47:35.112024 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 39952) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:35.141276 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-1f36c94d-69de-4cba-82a5-cdbf76c7a81d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:35.207570 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-d80621da-1171-49e8-802b-140a0cc610c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4141e3-cc04-4968-a441-1aa8496a1dad', 'name': 'tempest-TestMinimumBasicScenario-1462772477-router', 'tenant_id': 'c38f004134004a37bf9920a3b54e0d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:50Z', 'updated_at': '2021-08-31T12:47:34Z', 'revision_number': 6, 'project_id': 'c38f004134004a37bf9920a3b54e0d4d', 'gw_port_host': None}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:35.212112 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80621da-1171-49e8-802b-140a0cc610c8 None None] The sync data for ids ['6d4141e3-cc04-4968-a441-1aa8496a1dad'] in dv-cinder-806696-1-smb is: [{'id': '6d4141e3-cc04-4968-a441-1aa8496a1dad', 'name': 'tempest-TestMinimumBasicScenario-1462772477-router', 'tenant_id': 'c38f004134004a37bf9920a3b54e0d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:44:50Z', 'updated_at': '2021-08-31T12:47:34Z', 'revision_number': 6, 'project_id': 'c38f004134004a37bf9920a3b54e0d4d', 'gw_port_host': None}] {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:47:35.351266 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5867f1e1-564b-47e2-98ae-b1d788ee2e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:35.356807 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-66eeebe2-4ff3-436c-aa90-b51df2d81f68 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:35.363368 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-1f36c94d-69de-4cba-82a5-cdbf76c7a81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:47:35.367517 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-1f36c94d-69de-4cba-82a5-cdbf76c7a81d admin admin] Usage tracker for resource:security_group_rule and tenant:9f0ec02145344c1faac2ff1b5c0ce131 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:47:35.370500 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-1f36c94d-69de-4cba-82a5-cdbf76c7a81d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:47:35.376263 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-1f36c94d-69de-4cba-82a5-cdbf76c7a81d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:47:35.400566 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867f1e1-564b-47e2-98ae-b1d788ee2e02 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e14f08b-fcb6-4575-849d-4dcfe16b526a,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:35.403616 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5867f1e1-564b-47e2-98ae-b1d788ee2e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:35.467765 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-1f36c94d-69de-4cba-82a5-cdbf76c7a81d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:35.476750 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-1f36c94d-69de-4cba-82a5-cdbf76c7a81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:35.488258 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-552fc84b-e82c-4860-bb02-8a7a5484d3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:35.549581 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36c94d-69de-4cba-82a5-cdbf76c7a81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce5dcc8-422a-43e1-a1a9-6eaab089839e,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:35.553183 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-1f36c94d-69de-4cba-82a5-cdbf76c7a81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:35.556004 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-1f36c94d-69de-4cba-82a5-cdbf76c7a81d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f0ec02145344c1faac2ff1b5c0ce131&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4423685 Aug 31 12:47:35.562156 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 39960) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:35.646230 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-92db7420-0248-4376-8f93-471c176cc252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:35.681290 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-92db7420-0248-4376-8f93-471c176cc252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:35.686996 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5867f1e1-564b-47e2-98ae-b1d788ee2e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783906'] for router_gateway, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:35.736600 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-92db7420-0248-4376-8f93-471c176cc252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:35.741001 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-1c723883-dfba-42d8-9dfb-b432284036a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:35.752981 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db7420-0248-4376-8f93-471c176cc252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce5dcc8-422a-43e1-a1a9-6eaab089839e,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:35.757436 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-92db7420-0248-4376-8f93-471c176cc252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:35.761486 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-92db7420-0248-4376-8f93-471c176cc252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:35.762684 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-92db7420-0248-4376-8f93-471c176cc252 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ce5dcc8-422a-43e1-a1a9-6eaab089839e HTTP/1.1" status: 204 len: 168 time: 0.1995959 Aug 31 12:47:35.956904 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5867f1e1-564b-47e2-98ae-b1d788ee2e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8132'] for router, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:35.961048 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5867f1e1-564b-47e2-98ae-b1d788ee2e02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:35.989507 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5867f1e1-564b-47e2-98ae-b1d788ee2e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784926'] for router, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:35.990269 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5867f1e1-564b-47e2-98ae-b1d788ee2e02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d4141e3-cc04-4968-a441-1aa8496a1dad {{(pid=75035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 12:47:36.005660 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-5867f1e1-564b-47e2-98ae-b1d788ee2e02 admin admin] Notify callbacks [] for router, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:36.007035 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-5867f1e1-564b-47e2-98ae-b1d788ee2e02 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6d4141e3-cc04-4968-a441-1aa8496a1dad HTTP/1.1" status: 204 len: 168 time: 1.7564299 Aug 31 12:47:36.011829 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 39966) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:36.080594 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a7450b-8053-4ea5-a13d-b57f229f0425 admin admin] Deleting subnet 60d2ba31-49dd-43f9-98af-33ebcbca40cf {{(pid=75034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 31 12:47:36.083876 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-41a7450b-8053-4ea5-a13d-b57f229f0425 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:36.137996 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-41a7450b-8053-4ea5-a13d-b57f229f0425 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1701225'] for subnet, precommit_delete_associations {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:36.218866 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-41a7450b-8053-4ea5-a13d-b57f229f0425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222575'] for subnet, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:36.289230 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-41a7450b-8053-4ea5-a13d-b57f229f0425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33222550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1383477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1612627'] for subnet, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:36.297388 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:36.335415 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7450b-8053-4ea5-a13d-b57f229f0425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d2ba31-49dd-43f9-98af-33ebcbca40cf,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:36.338517 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-41a7450b-8053-4ea5-a13d-b57f229f0425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:36.339530 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-41a7450b-8053-4ea5-a13d-b57f229f0425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for subnet, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:36.347132 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd10645-6bad-4ef5-b707-d87fcf669564 None None] Network 2cb97aee-f015-4156-98dd-1e3ab2f5f984 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:47:36.347716 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-41a7450b-8053-4ea5-a13d-b57f229f0425 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/60d2ba31-49dd-43f9-98af-33ebcbca40cf HTTP/1.1" status: 204 len: 168 time: 0.3341930 Aug 31 12:47:36.349873 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 39980) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:36.561174 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-daeff347-a61c-49b4-833a-1ca426a7b30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045717'] for network, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:36.574175 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-daeff347-a61c-49b4-833a-1ca426a7b30f admin admin] Deleting port 6461e330-b87b-462e-a6fa-5222dc7993de {{(pid=75034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:36.574662 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-daeff347-a61c-49b4-833a-1ca426a7b30f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:36.623689 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf890e0-4121-4597-92a6-9bea5e5cf4a6 None None] DHCP port deletion for 2cb97aee-f015-4156-98dd-1e3ab2f5f984 request from dv-cinder-806696-1-smb {{(pid=75036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 31 12:47:36.628004 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-adf890e0-4121-4597-92a6-9bea5e5cf4a6 None None] Deleting port 6461e330-b87b-462e-a6fa-5222dc7993de {{(pid=75036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:36.628384 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-adf890e0-4121-4597-92a6-9bea5e5cf4a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:36.821942 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [None req-daeff347-a61c-49b4-833a-1ca426a7b30f admin admin] For port 6461e330-b87b-462e-a6fa-5222dc7993de, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=6461e330-b87b-462e-a6fa-5222dc7993de,segment=NetworkSegment(ce19e8ff-2b5c-4bc8-a837-9211c8927451),segment_id=ce19e8ff-2b5c-4bc8-a837-9211c8927451)] {{(pid=75034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:36.822457 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-daeff347-a61c-49b4-833a-1ca426a7b30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:36.897358 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-adf890e0-4121-4597-92a6-9bea5e5cf4a6 None None] For port 6461e330-b87b-462e-a6fa-5222dc7993de, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=6461e330-b87b-462e-a6fa-5222dc7993de,segment=NetworkSegment(ce19e8ff-2b5c-4bc8-a837-9211c8927451),segment_id=ce19e8ff-2b5c-4bc8-a837-9211c8927451)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:47:36.898282 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-adf890e0-4121-4597-92a6-9bea5e5cf4a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:36.995018 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-daeff347-a61c-49b4-833a-1ca426a7b30f admin admin] Calling delete_port for 6461e330-b87b-462e-a6fa-5222dc7993de owned by network:dhcp {{(pid=75034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:47:37.094506 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-daeff347-a61c-49b4-833a-1ca426a7b30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.108847 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-c7239074-e84f-4bc9-9d58-d11ce91d820d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:37.138314 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-adf890e0-4121-4597-92a6-9bea5e5cf4a6 None None] Calling delete_port for 6461e330-b87b-462e-a6fa-5222dc7993de owned by network:dhcp {{(pid=75036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:47:37.167834 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeff347-a61c-49b4-833a-1ca426a7b30f admin admin] Pushing event deleted for resources: {'Port': ['ID=6461e330-b87b-462e-a6fa-5222dc7993de,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:37.173599 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeff347-a61c-49b4-833a-1ca426a7b30f admin admin] No DVR routers for this DVR port 6461e330-b87b-462e-a6fa-5222dc7993de on host dv-cinder-806696-1-smb {{(pid=75034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:47:37.176471 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-daeff347-a61c-49b4-833a-1ca426a7b30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:37.232259 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 6e14f08b-fcb6-4575-849d-4dcfe16b526a no longer exists at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:47:37.266932 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] No Port match for: 6e14f08b-fcb6-4575-849d-4dcfe16b526a {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:47:37.267278 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 6e14f08b-fcb6-4575-849d-4dcfe16b526a not bound to the agent host dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:47:37.267693 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 9c143c7a-fd7f-4a2e-9013-4463af15ffa1 no longer exists at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:47:37.294663 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.db.api [None req-adf890e0-4121-4597-92a6-9bea5e5cf4a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 12:47:37.295035 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_db.api [None req-adf890e0-4121-4597-92a6-9bea5e5cf4a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 12:47:37.307488 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] No Port match for: 9c143c7a-fd7f-4a2e-9013-4463af15ffa1 {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:47:37.307841 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 9c143c7a-fd7f-4a2e-9013-4463af15ffa1 not bound to the agent host dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:47:37.308259 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 6461e330-b87b-462e-a6fa-5222dc7993de no longer exists at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:47:37.320074 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-daeff347-a61c-49b4-833a-1ca426a7b30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33222182', 'neutron.services.segments.db._delete_segments_for_network-8767722538626'] for network, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.339030 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-daeff347-a61c-49b4-833a-1ca426a7b30f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb97aee-f015-4156-98dd-1e3ab2f5f984']}} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:37.341378 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] No Port match for: 6461e330-b87b-462e-a6fa-5222dc7993de {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:47:37.341747 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 6461e330-b87b-462e-a6fa-5222dc7993de not bound to the agent host dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:47:37.356560 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-daeff347-a61c-49b4-833a-1ca426a7b30f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce19e8ff-2b5c-4bc8-a837-9211c8927451') {'for_net_delete': True} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:37.356856 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-daeff347-a61c-49b4-833a-1ca426a7b30f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce19e8ff-2b5c-4bc8-a837-9211c8927451') {} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:47:37.371561 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-daeff347-a61c-49b4-833a-1ca426a7b30f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767722541213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1701222'] for segment, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.388552 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-daeff347-a61c-49b4-833a-1ca426a7b30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.395692 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daeff347-a61c-49b4-833a-1ca426a7b30f admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=75034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 31 12:47:37.396189 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-daeff347-a61c-49b4-833a-1ca426a7b30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33222410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1383571'] for segment, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: Traceback (most recent call last): Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: timer() Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: cb(*args, **kw) Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: return func(*args, **kwargs) Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: self._notify() Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: self.callback(batched_events) Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: event.method(event) Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: return f(self, *a, **k) Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: return self._get(url).json() Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: return self.request(url, 'GET', **kwargs) Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:47:37.410136 dv-cinder-806696-1-smb neutron-server[75034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:47:37.489609 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-daeff347-a61c-49b4-833a-1ca426a7b30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33222189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783967'] for network, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.498094 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-e20b3e5f-781a-4ad1-a750-562aea4d5dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:37.513996 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-daeff347-a61c-49b4-833a-1ca426a7b30f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.528789 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeff347-a61c-49b4-833a-1ca426a7b30f admin admin] Pushing event deleted for resources: {'Network': ['ID=2cb97aee-f015-4156-98dd-1e3ab2f5f984,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:37.529676 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-daeff347-a61c-49b4-833a-1ca426a7b30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:37.536453 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-daeff347-a61c-49b4-833a-1ca426a7b30f admin admin] 10.222.0.13 "DELETE /v2.0/networks/2cb97aee-f015-4156-98dd-1e3ab2f5f984 HTTP/1.1" status: 204 len: 168 time: 1.1855679 Aug 31 12:47:37.691916 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40026) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:37.745762 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-7200f7ba-4ea2-44e7-808d-915ed0f48350 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5bd408571f042efa2f1d4a92d11eeda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521793 Aug 31 12:47:37.748228 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40032) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:37.795909 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-adf890e0-4121-4597-92a6-9bea5e5cf4a6 None None] Deleting port 6461e330-b87b-462e-a6fa-5222dc7993de {{(pid=75036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:47:37.796446 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-adf890e0-4121-4597-92a6-9bea5e5cf4a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.809368 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-08047c83-511c-42fe-859d-2486e84c9d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.837102 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-08047c83-511c-42fe-859d-2486e84c9d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.869142 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-adf890e0-4121-4597-92a6-9bea5e5cf4a6 None None] The port '6461e330-b87b-462e-a6fa-5222dc7993de' was deleted {{(pid=75036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 31 12:47:37.897613 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-08047c83-511c-42fe-859d-2486e84c9d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.903665 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-aeb9fd08-64a6-4dd2-97d1-451707ee34a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:37.918248 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08047c83-511c-42fe-859d-2486e84c9d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b7a8e8-9763-4512-a3e7-44b75064bd2f,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:37.921038 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-08047c83-511c-42fe-859d-2486e84c9d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:37.926903 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-08047c83-511c-42fe-859d-2486e84c9d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:37.928647 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-08047c83-511c-42fe-859d-2486e84c9d14 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7b7a8e8-9763-4512-a3e7-44b75064bd2f HTTP/1.1" status: 204 len: 168 time: 0.1795444 Aug 31 12:47:38.396139 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40052) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:38.447992 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-518fbb5d-076c-45a0-baa9-e0f2d8071bc6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c38f004134004a37bf9920a3b54e0d4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0505421 Aug 31 12:47:38.450557 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40056) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:38.520744 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-19efc09a-09ad-4960-94f7-845811b1d17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:38.550677 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-19efc09a-09ad-4960-94f7-845811b1d17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:38.623658 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-19efc09a-09ad-4960-94f7-845811b1d17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:38.636101 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-70631c19-0e60-423b-b511-6549f3b9400e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:38.652356 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efc09a-09ad-4960-94f7-845811b1d17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f806c5db-c5be-4be2-8479-e0579b366401,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:38.654751 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-19efc09a-09ad-4960-94f7-845811b1d17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:38.657736 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-19efc09a-09ad-4960-94f7-845811b1d17b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f806c5db-c5be-4be2-8479-e0579b366401 HTTP/1.1" status: 204 len: 168 time: 0.2042842 Aug 31 12:47:38.657736 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-19efc09a-09ad-4960-94f7-845811b1d17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:39.014606 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40074) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:39.179341 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-19b03721-818c-437c-a659-89bb7578f28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:39.217557 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-19b03721-818c-437c-a659-89bb7578f28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:47:39.221945 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-19b03721-818c-437c-a659-89bb7578f28f admin admin] Usage tracker for resource:security_group_rule and tenant:1f0cb7c65f8647aeaf0b2e58291a4bfc is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:47:39.225090 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-19b03721-818c-437c-a659-89bb7578f28f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:47:39.233247 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-19b03721-818c-437c-a659-89bb7578f28f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:47:39.307005 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-19b03721-818c-437c-a659-89bb7578f28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:39.313655 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-19b03721-818c-437c-a659-89bb7578f28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:39.320309 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-19efc09a-09ad-4960-94f7-845811b1d17b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:39.364907 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b03721-818c-437c-a659-89bb7578f28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b202e5fe-19a1-4cb1-bde7-91d700d558f1,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:39.368378 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-19b03721-818c-437c-a659-89bb7578f28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:39.372218 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-19b03721-818c-437c-a659-89bb7578f28f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f0cb7c65f8647aeaf0b2e58291a4bfc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3565741 Aug 31 12:47:39.376211 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40080) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:39.439538 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ca7502dd-584d-4b19-bb76-c363bbb55ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:39.464938 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ca7502dd-584d-4b19-bb76-c363bbb55ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:39.519964 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ca7502dd-584d-4b19-bb76-c363bbb55ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:39.523869 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-d9d8fb54-9e54-4034-b98f-19dfa7825403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:39.536537 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7502dd-584d-4b19-bb76-c363bbb55ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b202e5fe-19a1-4cb1-bde7-91d700d558f1,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:39.538883 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-ca7502dd-584d-4b19-bb76-c363bbb55ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:39.543245 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-ca7502dd-584d-4b19-bb76-c363bbb55ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:39.544615 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-ca7502dd-584d-4b19-bb76-c363bbb55ebc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b202e5fe-19a1-4cb1-bde7-91d700d558f1 HTTP/1.1" status: 204 len: 168 time: 0.1675241 Aug 31 12:47:39.910521 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40102) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:39.930499 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0a7a7121-242d-419a-a1ea-48af3d0260ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:39.966613 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-0a7a7121-242d-419a-a1ea-48af3d0260ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:47:39.970357 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-0a7a7121-242d-419a-a1ea-48af3d0260ba admin admin] Usage tracker for resource:security_group_rule and tenant:ed589697e72b4f1da574a2072ddeaea4 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:47:39.973487 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-0a7a7121-242d-419a-a1ea-48af3d0260ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:47:39.979266 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-0a7a7121-242d-419a-a1ea-48af3d0260ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:47:40.094460 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0a7a7121-242d-419a-a1ea-48af3d0260ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:40.099825 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-0a7a7121-242d-419a-a1ea-48af3d0260ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:40.106940 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-243638cc-2ddc-4bcf-96de-70fa3f040770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:40.147828 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a7121-242d-419a-a1ea-48af3d0260ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa0e403-db00-46f5-a4ab-039e351fe1a3,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:40.151280 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-0a7a7121-242d-419a-a1ea-48af3d0260ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:40.156794 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 40114) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:40.162240 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-0a7a7121-242d-419a-a1ea-48af3d0260ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed589697e72b4f1da574a2072ddeaea4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2507071 Aug 31 12:47:40.224626 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8815d2e3-39ac-4c58-b0a4-e12b54f3d797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:40.262692 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8815d2e3-39ac-4c58-b0a4-e12b54f3d797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:40.334853 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8815d2e3-39ac-4c58-b0a4-e12b54f3d797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:40.340118 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-e99e3654-88f6-42ac-93b6-1db5d1e0ecf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:40.351004 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815d2e3-39ac-4c58-b0a4-e12b54f3d797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa0e403-db00-46f5-a4ab-039e351fe1a3,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:40.355677 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-8815d2e3-39ac-4c58-b0a4-e12b54f3d797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:40.357675 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8815d2e3-39ac-4c58-b0a4-e12b54f3d797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:40.361494 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-8815d2e3-39ac-4c58-b0a4-e12b54f3d797 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8fa0e403-db00-46f5-a4ab-039e351fe1a3 HTTP/1.1" status: 204 len: 168 time: 0.2036800 Aug 31 12:47:40.792931 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 40126) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:40.812354 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-3c8c0fbc-6351-4e5c-93bb-30949d29e731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:40.847278 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-3c8c0fbc-6351-4e5c-93bb-30949d29e731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:47:40.852620 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-3c8c0fbc-6351-4e5c-93bb-30949d29e731 admin admin] Usage tracker for resource:security_group_rule and tenant:964cc7668d9940c39e26356e0a4a5bf3 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:47:40.855654 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-3c8c0fbc-6351-4e5c-93bb-30949d29e731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:47:40.861668 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-3c8c0fbc-6351-4e5c-93bb-30949d29e731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:47:40.932420 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-3c8c0fbc-6351-4e5c-93bb-30949d29e731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:40.937806 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-3c8c0fbc-6351-4e5c-93bb-30949d29e731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:40.944815 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-3c90de17-8343-4f30-b6dd-34a9969c8a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:40.982958 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c0fbc-6351-4e5c-93bb-30949d29e731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfa500d-d2c9-461b-a895-516f82b34a83,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:40.986090 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-3c8c0fbc-6351-4e5c-93bb-30949d29e731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:40.989305 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-3c8c0fbc-6351-4e5c-93bb-30949d29e731 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=964cc7668d9940c39e26356e0a4a5bf3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1953168 Aug 31 12:47:40.992489 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 40130) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:41.060730 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-bcca119a-5056-44c1-b032-621fbd0004d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:41.087108 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-bcca119a-5056-44c1-b032-621fbd0004d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:41.140272 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-bcca119a-5056-44c1-b032-621fbd0004d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:41.144177 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-e009bc19-0849-496d-b852-725b9d09607f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:41.157342 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca119a-5056-44c1-b032-621fbd0004d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfa500d-d2c9-461b-a895-516f82b34a83,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:41.160559 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-bcca119a-5056-44c1-b032-621fbd0004d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:41.162854 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-bcca119a-5056-44c1-b032-621fbd0004d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:41.164145 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-bcca119a-5056-44c1-b032-621fbd0004d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbfa500d-d2c9-461b-a895-516f82b34a83 HTTP/1.1" status: 204 len: 168 time: 0.1706846 Aug 31 12:47:41.743346 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 40158) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:41.955404 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-4ffcc8dc-4c4d-447e-abc1-ab7d82cbc2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:41.987287 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-4ffcc8dc-4c4d-447e-abc1-ab7d82cbc2e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:47:41.991325 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-4ffcc8dc-4c4d-447e-abc1-ab7d82cbc2e2 admin admin] Usage tracker for resource:security_group_rule and tenant:c2e4835374284bea8f4d66d8fc170369 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:47:41.994296 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-4ffcc8dc-4c4d-447e-abc1-ab7d82cbc2e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:47:42.000324 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-4ffcc8dc-4c4d-447e-abc1-ab7d82cbc2e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:47:42.068852 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-4ffcc8dc-4c4d-447e-abc1-ab7d82cbc2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:42.074463 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-4ffcc8dc-4c4d-447e-abc1-ab7d82cbc2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:42.082105 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-a185d21b-8b9e-4327-b206-2457aa12b247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:42.128739 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcc8dc-4c4d-447e-abc1-ab7d82cbc2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afcdcd1-062e-4963-a884-c3dd2cd372af,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:42.132849 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-4ffcc8dc-4c4d-447e-abc1-ab7d82cbc2e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2e4835374284bea8f4d66d8fc170369&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3883743 Aug 31 12:47:42.133994 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-4ffcc8dc-4c4d-447e-abc1-ab7d82cbc2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:42.135428 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 40174) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:42.198281 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-7ad4eccb-0acb-4459-9545-8d487bea7576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:42.224696 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-7ad4eccb-0acb-4459-9545-8d487bea7576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:42.278630 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-7ad4eccb-0acb-4459-9545-8d487bea7576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:42.282577 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-8f02ffbc-8446-4c93-8e1b-7cd6a9689a62 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:42.298343 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4eccb-0acb-4459-9545-8d487bea7576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afcdcd1-062e-4963-a884-c3dd2cd372af,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:42.300933 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-7ad4eccb-0acb-4459-9545-8d487bea7576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:42.301881 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-7ad4eccb-0acb-4459-9545-8d487bea7576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:42.305377 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-7ad4eccb-0acb-4459-9545-8d487bea7576 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1afcdcd1-062e-4963-a884-c3dd2cd372af HTTP/1.1" status: 204 len: 168 time: 0.1667676 Aug 31 12:47:42.784628 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40186) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:42.804470 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2c76d528-a624-4995-bf65-afa13bc52756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:42.837750 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-2c76d528-a624-4995-bf65-afa13bc52756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:47:42.841503 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-2c76d528-a624-4995-bf65-afa13bc52756 admin admin] Usage tracker for resource:security_group_rule and tenant:6a44632df576486cb221dfca99afdc55 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:47:42.844348 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-2c76d528-a624-4995-bf65-afa13bc52756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:47:42.850611 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-2c76d528-a624-4995-bf65-afa13bc52756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:47:42.915124 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2c76d528-a624-4995-bf65-afa13bc52756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:42.919979 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-2c76d528-a624-4995-bf65-afa13bc52756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:42.926551 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-f0a68dcc-c558-447b-91ac-eaf6dc106b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:42.966317 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76d528-a624-4995-bf65-afa13bc52756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f0b3f0-9ef5-4ee5-b80c-9b4d562c8cd5,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:42.972106 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-2c76d528-a624-4995-bf65-afa13bc52756 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a44632df576486cb221dfca99afdc55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1849759 Aug 31 12:47:42.972106 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-2c76d528-a624-4995-bf65-afa13bc52756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:42.974498 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40190) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:43.039999 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-73c80214-98e1-49dc-81cd-5dac0d60a8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:43.068068 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-73c80214-98e1-49dc-81cd-5dac0d60a8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:43.120260 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-73c80214-98e1-49dc-81cd-5dac0d60a8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:43.123910 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-27a15e9a-f90f-4ce4-b1c6-7691b4429c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:43.143206 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c80214-98e1-49dc-81cd-5dac0d60a8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f0b3f0-9ef5-4ee5-b80c-9b4d562c8cd5,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:43.146257 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-73c80214-98e1-49dc-81cd-5dac0d60a8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:43.152095 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-73c80214-98e1-49dc-81cd-5dac0d60a8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:43.153195 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-73c80214-98e1-49dc-81cd-5dac0d60a8aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5f0b3f0-9ef5-4ee5-b80c-9b4d562c8cd5 HTTP/1.1" status: 204 len: 168 time: 0.1777813 Aug 31 12:47:43.235029 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-36c836a9-8295-46d4-bb38-2cf41778549f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:43.603559 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:44.861508 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:45.490010 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-97700055-e5cc-42be-b575-b05ddee91ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:45.496694 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40258) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:45.699604 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6a0af2c2-74a7-487c-99f1-3fd9dd2339de admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:45.736299 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-6a0af2c2-74a7-487c-99f1-3fd9dd2339de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:47:45.741168 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-6a0af2c2-74a7-487c-99f1-3fd9dd2339de admin admin] Usage tracker for resource:security_group_rule and tenant:122dfd074dd54002b76c5493bed8b3eb is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:47:45.744860 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-6a0af2c2-74a7-487c-99f1-3fd9dd2339de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:47:45.751819 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-6a0af2c2-74a7-487c-99f1-3fd9dd2339de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:47:45.838676 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6a0af2c2-74a7-487c-99f1-3fd9dd2339de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:45.848026 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6a0af2c2-74a7-487c-99f1-3fd9dd2339de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:45.856573 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-7f772a16-ab2c-40a3-a54f-2320d2b702b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:45.902991 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-6a0af2c2-74a7-487c-99f1-3fd9dd2339de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=122dfd074dd54002b76c5493bed8b3eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4020681 Aug 31 12:47:45.903434 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 40266) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:45.918807 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0af2c2-74a7-487c-99f1-3fd9dd2339de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3593e8-7ce6-443a-b0c3-e2fbdd3133ec,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:45.922491 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-6a0af2c2-74a7-487c-99f1-3fd9dd2339de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:45.976364 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-319e6e28-4325-4b58-91f2-5d4e1c97a065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:46.008645 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-319e6e28-4325-4b58-91f2-5d4e1c97a065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:46.078681 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-319e6e28-4325-4b58-91f2-5d4e1c97a065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:46.087328 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-8815d2e3-39ac-4c58-b0a4-e12b54f3d797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:46.106430 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e6e28-4325-4b58-91f2-5d4e1c97a065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3593e8-7ce6-443a-b0c3-e2fbdd3133ec,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:46.108942 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-319e6e28-4325-4b58-91f2-5d4e1c97a065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:46.111243 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-319e6e28-4325-4b58-91f2-5d4e1c97a065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:46.112567 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-319e6e28-4325-4b58-91f2-5d4e1c97a065 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a3593e8-7ce6-443a-b0c3-e2fbdd3133ec HTTP/1.1" status: 204 len: 168 time: 0.2079601 Aug 31 12:47:46.530889 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:48.026064 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:48.955467 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 40336) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:49.114742 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-884fd744-adb4-4868-a494-e0a94f00248e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:49.150451 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-884fd744-adb4-4868-a494-e0a94f00248e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:47:49.154476 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-884fd744-adb4-4868-a494-e0a94f00248e admin admin] Usage tracker for resource:security_group_rule and tenant:d2cab5cdd87f46b484afc8b5dfbebe9e is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:47:49.157838 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-884fd744-adb4-4868-a494-e0a94f00248e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:47:49.164341 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-884fd744-adb4-4868-a494-e0a94f00248e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:47:49.239142 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-884fd744-adb4-4868-a494-e0a94f00248e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:49.247193 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-884fd744-adb4-4868-a494-e0a94f00248e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:49.255249 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-3c8c0fbc-6351-4e5c-93bb-30949d29e731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:49.297957 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fd744-adb4-4868-a494-e0a94f00248e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5874c5-bd08-4558-9b42-4db50516d720,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:49.306271 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40342) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:49.306884 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-884fd744-adb4-4868-a494-e0a94f00248e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2cab5cdd87f46b484afc8b5dfbebe9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3495951 Aug 31 12:47:49.307356 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-884fd744-adb4-4868-a494-e0a94f00248e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:49.380787 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6745a15e-4144-4a4e-b714-84ba54ac3c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:49.413585 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6745a15e-4144-4a4e-b714-84ba54ac3c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:49.474647 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6745a15e-4144-4a4e-b714-84ba54ac3c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:49.479255 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-f544ef3d-54dc-4909-948d-26f702c7a496 tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:49.495013 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745a15e-4144-4a4e-b714-84ba54ac3c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5874c5-bd08-4558-9b42-4db50516d720,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:49.509502 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-6745a15e-4144-4a4e-b714-84ba54ac3c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:49.510677 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-6745a15e-4144-4a4e-b714-84ba54ac3c25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da5874c5-bd08-4558-9b42-4db50516d720 HTTP/1.1" status: 204 len: 168 time: 0.2033882 Aug 31 12:47:49.512315 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6745a15e-4144-4a4e-b714-84ba54ac3c25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:49.512685 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6745a15e-4144-4a4e-b714-84ba54ac3c25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:49.513104 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6745a15e-4144-4a4e-b714-84ba54ac3c25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:49.513954 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6745a15e-4144-4a4e-b714-84ba54ac3c25 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:49.514645 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6745a15e-4144-4a4e-b714-84ba54ac3c25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:49.514996 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6745a15e-4144-4a4e-b714-84ba54ac3c25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:49.515360 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6745a15e-4144-4a4e-b714-84ba54ac3c25 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:49.515722 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6745a15e-4144-4a4e-b714-84ba54ac3c25 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:49.516081 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6745a15e-4144-4a4e-b714-84ba54ac3c25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:49.516459 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6745a15e-4144-4a4e-b714-84ba54ac3c25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:49.516862 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6745a15e-4144-4a4e-b714-84ba54ac3c25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:47:49.520461 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-6745a15e-4144-4a4e-b714-84ba54ac3c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:49.895313 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 40350) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:49.915343 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f962b776-db98-4fae-9670-75ed54f2d87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:49.951998 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-f962b776-db98-4fae-9670-75ed54f2d87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:47:49.955255 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-f962b776-db98-4fae-9670-75ed54f2d87b admin admin] Usage tracker for resource:security_group_rule and tenant:1c919331be1d4bcf8c372e65fe7fa9f3 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:47:49.959717 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-f962b776-db98-4fae-9670-75ed54f2d87b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:47:49.968361 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-f962b776-db98-4fae-9670-75ed54f2d87b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:47:50.060944 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f962b776-db98-4fae-9670-75ed54f2d87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:50.067383 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-f962b776-db98-4fae-9670-75ed54f2d87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:50.076702 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-9647c841-3ad1-4ab7-b968-1253088f7f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:50.119598 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-f962b776-db98-4fae-9670-75ed54f2d87b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c919331be1d4bcf8c372e65fe7fa9f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2231398 Aug 31 12:47:50.122555 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40356) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:50.130715 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962b776-db98-4fae-9670-75ed54f2d87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f09b6c-7dee-4563-a257-371a7505d55a,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:50.134738 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-f962b776-db98-4fae-9670-75ed54f2d87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:50.203814 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-db5612a4-f28e-4788-9716-50b13e18f2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:50.234734 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-db5612a4-f28e-4788-9716-50b13e18f2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:50.303960 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-db5612a4-f28e-4788-9716-50b13e18f2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:50.307725 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-46918879-9cf6-4610-b6ba-b1fbcb4f8c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:50.319422 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5612a4-f28e-4788-9716-50b13e18f2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f09b6c-7dee-4563-a257-371a7505d55a,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:50.323107 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-db5612a4-f28e-4788-9716-50b13e18f2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:50.326311 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-db5612a4-f28e-4788-9716-50b13e18f2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:50.330182 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-db5612a4-f28e-4788-9716-50b13e18f2f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62f09b6c-7dee-4563-a257-371a7505d55a HTTP/1.1" status: 204 len: 168 time: 0.2065129 Aug 31 12:47:51.834333 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40388) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:52.000144 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d218ec10-f919-4e05-bc3e-347e06467d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:52.035086 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-d218ec10-f919-4e05-bc3e-347e06467d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:47:52.039331 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-d218ec10-f919-4e05-bc3e-347e06467d5c admin admin] Usage tracker for resource:security_group_rule and tenant:ea05f506d9ca4a6b88dea70bea8610b6 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:47:52.042566 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-d218ec10-f919-4e05-bc3e-347e06467d5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:47:52.048868 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-d218ec10-f919-4e05-bc3e-347e06467d5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:47:52.131558 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d218ec10-f919-4e05-bc3e-347e06467d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:52.137147 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d218ec10-f919-4e05-bc3e-347e06467d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:52.144349 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-ca7502dd-584d-4b19-bb76-c363bbb55ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:52.182563 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218ec10-f919-4e05-bc3e-347e06467d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5f17d4-2556-4f06-a0c8-58e524ef4c36,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:52.187766 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-d218ec10-f919-4e05-bc3e-347e06467d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:52.193446 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-d218ec10-f919-4e05-bc3e-347e06467d5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea05f506d9ca4a6b88dea70bea8610b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3578219 Aug 31 12:47:52.195481 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40394) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:47:52.258953 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-987cc022-9b3a-40c8-8685-47537fc3d2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:52.289664 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-987cc022-9b3a-40c8-8685-47537fc3d2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:52.353986 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-987cc022-9b3a-40c8-8685-47537fc3d2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:52.358051 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-6a0af2c2-74a7-487c-99f1-3fd9dd2339de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:47:52.370594 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cc022-9b3a-40c8-8685-47537fc3d2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5f17d4-2556-4f06-a0c8-58e524ef4c36,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:47:52.379155 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-987cc022-9b3a-40c8-8685-47537fc3d2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:47:52.379365 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-987cc022-9b3a-40c8-8685-47537fc3d2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:47:52.380564 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-987cc022-9b3a-40c8-8685-47537fc3d2b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c5f17d4-2556-4f06-a0c8-58e524ef4c36 HTTP/1.1" status: 204 len: 168 time: 0.1845448 Aug 31 12:48:09.836056 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:48:13.245469 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-df6911c9-81da-4449-a818-7ac374d491e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:13.599512 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:13.959951 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40566) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:14.138945 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-387dfc9a-724d-49d1-a947-f0173873013a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:14.173380 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-387dfc9a-724d-49d1-a947-f0173873013a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:48:14.177543 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-387dfc9a-724d-49d1-a947-f0173873013a admin admin] Usage tracker for resource:security_group_rule and tenant:d60774c8103846edba9bdcb73d658e5b is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:48:14.180979 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-387dfc9a-724d-49d1-a947-f0173873013a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:48:14.187121 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-387dfc9a-724d-49d1-a947-f0173873013a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:48:14.257539 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-387dfc9a-724d-49d1-a947-f0173873013a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:14.262109 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-387dfc9a-724d-49d1-a947-f0173873013a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:14.270388 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-ce76b657-722f-4be0-9632-df48db793548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:14.310585 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 40578) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:14.312224 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387dfc9a-724d-49d1-a947-f0173873013a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d26499-5f31-4402-bbe8-9ffdb841e8fe,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:14.319629 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 40584) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:14.319794 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-387dfc9a-724d-49d1-a947-f0173873013a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d60774c8103846edba9bdcb73d658e5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3584950 Aug 31 12:48:14.320558 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-387dfc9a-724d-49d1-a947-f0173873013a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:14.384713 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-c98cbc5a-c1b1-4dce-aeea-813a62430716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:14.414812 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-c98cbc5a-c1b1-4dce-aeea-813a62430716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:14.472181 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cd06bef7-68ce-4a4f-8249-b66b7fc8d42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:14.616460 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-c98cbc5a-c1b1-4dce-aeea-813a62430716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:14.623519 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-7ad4eccb-0acb-4459-9545-8d487bea7576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:14.643950 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-cd06bef7-68ce-4a4f-8249-b66b7fc8d42f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:48:14.648095 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cbc5a-c1b1-4dce-aeea-813a62430716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d26499-5f31-4402-bbe8-9ffdb841e8fe,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:14.650460 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-cd06bef7-68ce-4a4f-8249-b66b7fc8d42f admin admin] Usage tracker for resource:security_group_rule and tenant:e7966933c3394bf99d309098f0ccd884 is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:48:14.654005 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-cd06bef7-68ce-4a4f-8249-b66b7fc8d42f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:48:14.662734 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-cd06bef7-68ce-4a4f-8249-b66b7fc8d42f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:48:14.680187 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-c98cbc5a-c1b1-4dce-aeea-813a62430716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:14.681277 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-c98cbc5a-c1b1-4dce-aeea-813a62430716 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01d26499-5f31-4402-bbe8-9ffdb841e8fe HTTP/1.1" status: 204 len: 168 time: 0.3604188 Aug 31 12:48:14.682783 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cbc5a-c1b1-4dce-aeea-813a62430716 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:14.683152 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cbc5a-c1b1-4dce-aeea-813a62430716 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:14.683514 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cbc5a-c1b1-4dce-aeea-813a62430716 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:14.683872 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cbc5a-c1b1-4dce-aeea-813a62430716 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:14.684233 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cbc5a-c1b1-4dce-aeea-813a62430716 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:14.684587 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cbc5a-c1b1-4dce-aeea-813a62430716 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:14.684937 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cbc5a-c1b1-4dce-aeea-813a62430716 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:14.685723 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cbc5a-c1b1-4dce-aeea-813a62430716 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:14.685723 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cbc5a-c1b1-4dce-aeea-813a62430716 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:14.685988 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cbc5a-c1b1-4dce-aeea-813a62430716 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:14.686328 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cbc5a-c1b1-4dce-aeea-813a62430716 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:14.690408 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-c98cbc5a-c1b1-4dce-aeea-813a62430716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:14.749537 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cd06bef7-68ce-4a4f-8249-b66b7fc8d42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:14.755266 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-cd06bef7-68ce-4a4f-8249-b66b7fc8d42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:14.762171 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-bcca119a-5056-44c1-b032-621fbd0004d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:14.805162 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06bef7-68ce-4a4f-8249-b66b7fc8d42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8887ed-27ab-456d-8478-1a14d1a9972a,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:14.812247 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-cd06bef7-68ce-4a4f-8249-b66b7fc8d42f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7966933c3394bf99d309098f0ccd884&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4980240 Aug 31 12:48:14.812247 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-cd06bef7-68ce-4a4f-8249-b66b7fc8d42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:14.812836 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 40590) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:14.861543 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:14.881335 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-c663a45a-a63e-4bb0-a898-60fbfb5f40f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:14.910710 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-c663a45a-a63e-4bb0-a898-60fbfb5f40f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:14.978563 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-c663a45a-a63e-4bb0-a898-60fbfb5f40f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:14.984125 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5560af4b-d345-431e-8838-01de68238cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:14.998177 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663a45a-a63e-4bb0-a898-60fbfb5f40f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8887ed-27ab-456d-8478-1a14d1a9972a,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:15.002203 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-c663a45a-a63e-4bb0-a898-60fbfb5f40f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:15.003428 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-c663a45a-a63e-4bb0-a898-60fbfb5f40f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:15.007304 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-c663a45a-a63e-4bb0-a898-60fbfb5f40f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f8887ed-27ab-456d-8478-1a14d1a9972a HTTP/1.1" status: 204 len: 168 time: 0.1911168 Aug 31 12:48:15.486085 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-b21cee0a-9a76-454b-baf2-dc9a0e5aa2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:16.533523 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:17.370246 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-6d223b7b-a8a5-471a-b2fb-a370f35847fb req-a06bd0be-6fdb-41e7-8cdb-4134a5223276 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775025 Aug 31 12:48:17.521436 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-6d223b7b-a8a5-471a-b2fb-a370f35847fb req-edc79999-ee6a-4019-b3a0-03b53c7958b5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3bc9a284c20b4adfbfcdc98e81f10699&device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 1098 time: 0.0752704 Aug 31 12:48:17.689870 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d223b7b-a8a5-471a-b2fb-a370f35847fb req-16c5c227-ae8f-43ff-9388-d7f25cc7b564 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:17.692548 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-6d223b7b-a8a5-471a-b2fb-a370f35847fb req-16c5c227-ae8f-43ff-9388-d7f25cc7b564 service neutron] 10.222.0.52 "GET /v2.0/networks?id=301c08f8-022f-4c04-8683-cab91975ee82 HTTP/1.1" status: 200 len: 910 time: 0.1531465 Aug 31 12:48:17.812126 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-6d223b7b-a8a5-471a-b2fb-a370f35847fb req-36fe4acb-1a49-4274-b7bc-85bf780ec666 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dc9952a-1108-4f26-a896-8fd16f1b503d HTTP/1.1" status: 200 len: 999 time: 0.1128893 Aug 31 12:48:17.888912 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d223b7b-a8a5-471a-b2fb-a370f35847fb req-61ef5a3e-b5e8-4bfc-980d-17cb2fb56e1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:17.890857 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-6d223b7b-a8a5-471a-b2fb-a370f35847fb req-61ef5a3e-b5e8-4bfc-980d-17cb2fb56e1c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8b41268-faa3-4a54-af29-703f32d1b3fc HTTP/1.1" status: 200 len: 848 time: 0.0720353 Aug 31 12:48:17.969897 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-6d223b7b-a8a5-471a-b2fb-a370f35847fb req-f82c45d9-fe3a-40c9-9ded-611bb6f21faa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=301c08f8-022f-4c04-8683-cab91975ee82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718586 Aug 31 12:48:18.022842 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:18.112682 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-6d223b7b-a8a5-471a-b2fb-a370f35847fb req-fc9881ae-829e-47e9-b58d-2dea3cc05bc2 service neutron] 10.222.0.52 "GET /v2.0/networks/301c08f8-022f-4c04-8683-cab91975ee82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357985 Aug 31 12:48:18.262084 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-6d223b7b-a8a5-471a-b2fb-a370f35847fb req-bd4f9750-0924-483d-94dc-f2e597baa5cd service neutron] 10.222.0.52 "GET /v2.0/networks/301c08f8-022f-4c04-8683-cab91975ee82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425810 Aug 31 12:48:21.120999 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 40638) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:21.391228 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-ee65fe84-910c-4c86-85cf-21d238f74429 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Deleting port 6ddff50e-4f42-4fd0-a130-0ceb034056b3 {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:48:21.391795 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ee65fe84-910c-4c86-85cf-21d238f74429 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:21.577144 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ee65fe84-910c-4c86-85cf-21d238f74429 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:21.577496 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ee65fe84-910c-4c86-85cf-21d238f74429 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:21.800942 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-ee65fe84-910c-4c86-85cf-21d238f74429 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Calling delete_port for 6ddff50e-4f42-4fd0-a130-0ceb034056b3 owned by network:floatingip {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:48:21.975936 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ee65fe84-910c-4c86-85cf-21d238f74429 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:21.981940 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-b662f5cc-d495-46f0-a306-ca1c74173a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:22.029818 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65fe84-910c-4c86-85cf-21d238f74429 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Pushing event deleted for resources: {'Port': ['ID=6ddff50e-4f42-4fd0-a130-0ceb034056b3,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:22.032564 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-ee65fe84-910c-4c86-85cf-21d238f74429 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:22.127560 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ee65fe84-910c-4c86-85cf-21d238f74429 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for floatingip, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:22.569842 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee65fe84-910c-4c86-85cf-21d238f74429 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Router 7c127991-dbbd-4f05-9726-89173d254751 has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:48:22.801432 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee65fe84-910c-4c86-85cf-21d238f74429 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:48:22.811567 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0149e9d-bd6b-40e6-a1aa-f952e36594f2 None None] Sync routers for ids ['7c127991-dbbd-4f05-9726-89173d254751'] in dv-cinder-806696-1-smb {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:48:22.825977 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-ee65fe84-910c-4c86-85cf-21d238f74429 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for floatingip, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:22.826369 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0149e9d-bd6b-40e6-a1aa-f952e36594f2 None None] Routers {'7c127991-dbbd-4f05-9726-89173d254751'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:48:22.826938 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-e0149e9d-bd6b-40e6-a1aa-f952e36594f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:48:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['7c127991-dbbd-4f05-9726-89173d254751'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:48:22.885742 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-ee65fe84-910c-4c86-85cf-21d238f74429 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "DELETE /v2.0/floatingips/48f77ba1-5797-4d1c-bead-e602c9e33a44 HTTP/1.1" status: 204 len: 168 time: 1.7634962 Aug 31 12:48:22.886387 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79b00a7-87e7-421d-9e7e-17c72d7524db', 'tag': '7dc9952a-1108-4f26-a896-8fd16f1b503d'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:48:22.943238 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79b00a7-87e7-421d-9e7e-17c72d7524db', 'tag': '7dc9952a-1108-4f26-a896-8fd16f1b503d', 'status': 'completed', 'code': 200} Aug 31 12:48:23.020570 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-e0149e9d-bd6b-40e6-a1aa-f952e36594f2 None None] Set router 7c127991-dbbd-4f05-9726-89173d254751 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:48:23.072740 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-57790a8f-0cd6-4144-a3e5-f5662fd1717f req-6f654061-b9d8-45ba-b700-1a892141e2e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3bc9a284c20b4adfbfcdc98e81f10699&device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 1098 time: 0.1084588 Aug 31 12:48:23.270607 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57790a8f-0cd6-4144-a3e5-f5662fd1717f req-d841aa7a-3ded-440c-9bf4-9caf0dc31fdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:23.272335 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-57790a8f-0cd6-4144-a3e5-f5662fd1717f req-d841aa7a-3ded-440c-9bf4-9caf0dc31fdc service neutron] 10.222.0.52 "GET /v2.0/networks?id=301c08f8-022f-4c04-8683-cab91975ee82 HTTP/1.1" status: 200 len: 910 time: 0.1934264 Aug 31 12:48:23.374892 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-57790a8f-0cd6-4144-a3e5-f5662fd1717f req-9f897d8a-c73a-418a-912e-8d45f9f5376b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dc9952a-1108-4f26-a896-8fd16f1b503d HTTP/1.1" status: 200 len: 217 time: 0.0938489 Aug 31 12:48:23.463549 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-e0149e9d-bd6b-40e6-a1aa-f952e36594f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c127991-dbbd-4f05-9726-89173d254751', 'name': 'tempest-TestShelveInstance-1973473040-router', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:27Z', 'updated_at': '2021-08-31T12:43:35Z', 'revision_number': 4, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'gw_port': {'id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c127991-dbbd-4f05-9726-89173d254751', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:28Z', 'updated_at': '2021-08-31T12:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '5baa7258-045c-4b88-b78d-3bf48f0870c7', 'name': '', 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'mac_address': 'fa:16:3e:ca:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c127991-dbbd-4f05-9726-89173d254751', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8b41268-faa3-4a54-af29-703f32d1b3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:34Z', 'updated_at': '2021-08-31T12:43:45Z', 'revision_number': 5, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'subnets': [{'id': 'f8b41268-faa3-4a54-af29-703f32d1b3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:48:23.469440 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0149e9d-bd6b-40e6-a1aa-f952e36594f2 None None] Checking router: 7c127991-dbbd-4f05-9726-89173d254751 for host: dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:48:23.479375 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57790a8f-0cd6-4144-a3e5-f5662fd1717f req-38046ea8-36e9-41c0-8e8b-f75c437b0da0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:23.482373 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-57790a8f-0cd6-4144-a3e5-f5662fd1717f req-38046ea8-36e9-41c0-8e8b-f75c437b0da0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8b41268-faa3-4a54-af29-703f32d1b3fc HTTP/1.1" status: 200 len: 848 time: 0.0986319 Aug 31 12:48:23.488544 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0149e9d-bd6b-40e6-a1aa-f952e36594f2 None None] Routers {'7c127991-dbbd-4f05-9726-89173d254751'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:48:23.489376 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-e0149e9d-bd6b-40e6-a1aa-f952e36594f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:48:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['7c127991-dbbd-4f05-9726-89173d254751'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:48:23.570739 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5f54c-b5f8-4747-844c-70aaee1757a8 req-b3088da5-d22b-442a-afee-5f144d44e690 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:23.577986 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-57790a8f-0cd6-4144-a3e5-f5662fd1717f req-2210ecca-f857-4b7d-b627-a5c696a1d8c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=301c08f8-022f-4c04-8683-cab91975ee82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0868340 Aug 31 12:48:23.578778 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-edb5f54c-b5f8-4747-844c-70aaee1757a8 req-b3088da5-d22b-442a-afee-5f144d44e690 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 945 time: 0.2572396 Aug 31 12:48:23.655090 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [req-edb5f54c-b5f8-4747-844c-70aaee1757a8 req-3e4fc734-2c4f-4313-abfb-549d20d90e9e tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737505 Aug 31 12:48:23.695741 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-e0149e9d-bd6b-40e6-a1aa-f952e36594f2 None None] Set router 7c127991-dbbd-4f05-9726-89173d254751 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:48:23.752586 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-57790a8f-0cd6-4144-a3e5-f5662fd1717f req-7e91d541-9938-40e7-9b6d-d8ae8105479f service neutron] 10.222.0.52 "GET /v2.0/networks/301c08f8-022f-4c04-8683-cab91975ee82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668930 Aug 31 12:48:23.999150 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-57790a8f-0cd6-4144-a3e5-f5662fd1717f req-9a82613f-f12b-44fb-83db-5bf1d1b87e59 service neutron] 10.222.0.52 "GET /v2.0/networks/301c08f8-022f-4c04-8683-cab91975ee82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396984 Aug 31 12:48:24.027170 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-e0149e9d-bd6b-40e6-a1aa-f952e36594f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c127991-dbbd-4f05-9726-89173d254751', 'name': 'tempest-TestShelveInstance-1973473040-router', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:27Z', 'updated_at': '2021-08-31T12:43:35Z', 'revision_number': 4, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'gw_port': {'id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c127991-dbbd-4f05-9726-89173d254751', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:28Z', 'updated_at': '2021-08-31T12:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '5baa7258-045c-4b88-b78d-3bf48f0870c7', 'name': '', 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'mac_address': 'fa:16:3e:ca:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c127991-dbbd-4f05-9726-89173d254751', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8b41268-faa3-4a54-af29-703f32d1b3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:34Z', 'updated_at': '2021-08-31T12:43:45Z', 'revision_number': 5, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'subnets': [{'id': 'f8b41268-faa3-4a54-af29-703f32d1b3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:48:24.031642 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0149e9d-bd6b-40e6-a1aa-f952e36594f2 None None] The sync data for ids ['7c127991-dbbd-4f05-9726-89173d254751'] in dv-cinder-806696-1-smb is: [{'id': '7c127991-dbbd-4f05-9726-89173d254751', 'name': 'tempest-TestShelveInstance-1973473040-router', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:27Z', 'updated_at': '2021-08-31T12:43:35Z', 'revision_number': 4, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'gw_port': {'id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c127991-dbbd-4f05-9726-89173d254751', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:28Z', 'updated_at': '2021-08-31T12:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb', '_interfaces': [{'id': '5baa7258-045c-4b88-b78d-3bf48f0870c7', 'name': '', 'network_id': '301c08f8-022f-4c04-8683-cab91975ee82', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'mac_address': 'fa:16:3e:ca:13:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c127991-dbbd-4f05-9726-89173d254751', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8b41268-faa3-4a54-af29-703f32d1b3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:34Z', 'updated_at': '2021-08-31T12:43:45Z', 'revision_number': 5, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'subnets': [{'id': 'f8b41268-faa3-4a54-af29-703f32d1b3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:48:24.290968 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305aac4-5fc8-4873-9697-c05ac0251f2c None None] New status for floating IP 48f77ba1-5797-4d1c-bead-e602c9e33a44: DOWN {{(pid=75037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 31 12:48:24.609546 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f92c5f-f016-4776-961b-dc5b3656c566 req-256dad12-6fee-4c9e-b229-607728f393db tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:24.610313 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-22f92c5f-f016-4776-961b-dc5b3656c566 req-256dad12-6fee-4c9e-b229-607728f393db tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Synchronizing usage tracker for tenant:3bc9a284c20b4adfbfcdc98e81f10699 on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:48:24.631301 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-22f92c5f-f016-4776-961b-dc5b3656c566 req-256dad12-6fee-4c9e-b229-607728f393db tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Unset dirty status for tenant:3bc9a284c20b4adfbfcdc98e81f10699 on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:48:24.632858 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-22f92c5f-f016-4776-961b-dc5b3656c566 req-256dad12-6fee-4c9e-b229-607728f393db tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.52 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 945 time: 0.1177318 Aug 31 12:48:24.750780 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [req-22f92c5f-f016-4776-961b-dc5b3656c566 req-e1a3f54d-9dfd-4a9f-91bd-17c0f85ec579 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Deleting port 7dc9952a-1108-4f26-a896-8fd16f1b503d {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:48:24.751337 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-22f92c5f-f016-4776-961b-dc5b3656c566 req-e1a3f54d-9dfd-4a9f-91bd-17c0f85ec579 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:25.043867 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1e5be-34d8-4055-a146-dc2271f48c41 req-2749ab6a-adc3-451f-883c-b2d106d21679 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 12:48:25.045429 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-e5d1e5be-34d8-4055-a146-dc2271f48c41 req-2749ab6a-adc3-451f-883c-b2d106d21679 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 945 time: 0.2374008 Aug 31 12:48:25.142186 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [req-22f92c5f-f016-4776-961b-dc5b3656c566 req-e1a3f54d-9dfd-4a9f-91bd-17c0f85ec579 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] For port 7dc9952a-1108-4f26-a896-8fd16f1b503d, host hv-cinder-80669, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80669',level=0,port_id=7dc9952a-1108-4f26-a896-8fd16f1b503d,segment=NetworkSegment(ed569237-601e-4462-a69b-e8a0ae9f278b),segment_id=ed569237-601e-4462-a69b-e8a0ae9f278b)] {{(pid=75035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:48:25.142558 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-22f92c5f-f016-4776-961b-dc5b3656c566 req-e1a3f54d-9dfd-4a9f-91bd-17c0f85ec579 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:25.156876 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-e5d1e5be-34d8-4055-a146-dc2271f48c41 req-e764ce00-87af-4a98-879e-a096ec0aa278 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f7de319-69e8-4327-aaf6-bfffe6734791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856862 Aug 31 12:48:25.273571 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [req-22f92c5f-f016-4776-961b-dc5b3656c566 req-e1a3f54d-9dfd-4a9f-91bd-17c0f85ec579 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Calling delete_port for 7dc9952a-1108-4f26-a896-8fd16f1b503d owned by compute:nova {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:48:25.430625 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-22f92c5f-f016-4776-961b-dc5b3656c566 req-e1a3f54d-9dfd-4a9f-91bd-17c0f85ec579 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:25.436787 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-5826e64c-e668-4c4e-9e3e-b7dbac87f364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:25.482377 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3f54d-9dfd-4a9f-91bd-17c0f85ec579 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Pushing event deleted for resources: {'Port': ['ID=7dc9952a-1108-4f26-a896-8fd16f1b503d,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:25.484927 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-e1a3f54d-9dfd-4a9f-91bd-17c0f85ec579 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:25.571756 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f92c5f-f016-4776-961b-dc5b3656c566 req-e1a3f54d-9dfd-4a9f-91bd-17c0f85ec579 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] No DVR routers for this DVR port 7dc9952a-1108-4f26-a896-8fd16f1b503d on host hv-cinder-80669 {{(pid=75035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:48:25.574794 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [req-22f92c5f-f016-4776-961b-dc5b3656c566 req-e1a3f54d-9dfd-4a9f-91bd-17c0f85ec579 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-407832'] for port, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:25.578443 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79b00a7-87e7-421d-9e7e-17c72d7524db', 'name': 'network-vif-deleted', 'tag': '7dc9952a-1108-4f26-a896-8fd16f1b503d'}] {{(pid=75035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 12:48:25.598128 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-22f92c5f-f016-4776-961b-dc5b3656c566 req-e1a3f54d-9dfd-4a9f-91bd-17c0f85ec579 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.52 "DELETE /v2.0/ports/7dc9952a-1108-4f26-a896-8fd16f1b503d HTTP/1.1" status: 204 len: 173 time: 0.9592152 Aug 31 12:48:25.662685 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79b00a7-87e7-421d-9e7e-17c72d7524db', 'name': 'network-vif-deleted', 'tag': '7dc9952a-1108-4f26-a896-8fd16f1b503d', 'status': 'completed', 'code': 200} Aug 31 12:48:26.371724 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-31409c80-e025-4b8c-a3e1-8d50ed74bbc4 req-a2f4beac-334b-48ed-a430-e634770278fd tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Synchronizing usage tracker for tenant:3bc9a284c20b4adfbfcdc98e81f10699 on resource:port {{(pid=75035) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 12:48:26.390171 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [req-31409c80-e025-4b8c-a3e1-8d50ed74bbc4 req-a2f4beac-334b-48ed-a430-e634770278fd tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Unset dirty status for tenant:3bc9a284c20b4adfbfcdc98e81f10699 on resource:port {{(pid=75035) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 12:48:26.391765 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [req-31409c80-e025-4b8c-a3e1-8d50ed74bbc4 req-a2f4beac-334b-48ed-a430-e634770278fd tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79b00a7-87e7-421d-9e7e-17c72d7524db HTTP/1.1" status: 200 len: 210 time: 0.0740132 Aug 31 12:48:27.499583 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 40694) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:27.576690 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-26efa3ea-44b5-402a-9bea-7e7529cd8846 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:27.609680 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-26efa3ea-44b5-402a-9bea-7e7529cd8846 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:27.683307 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-26efa3ea-44b5-402a-9bea-7e7529cd8846 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:27.687149 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-02e46f69-42fa-45fb-9bd3-3a8d453bd6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:27.703603 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efa3ea-44b5-402a-9bea-7e7529cd8846 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7de319-69e8-4327-aaf6-bfffe6734791,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:27.707118 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-26efa3ea-44b5-402a-9bea-7e7529cd8846 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:27.715716 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-26efa3ea-44b5-402a-9bea-7e7529cd8846 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:27.716854 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-26efa3ea-44b5-402a-9bea-7e7529cd8846 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] 10.222.0.13 "DELETE /v2.0/security-groups/5f7de319-69e8-4327-aaf6-bfffe6734791 HTTP/1.1" status: 204 len: 168 time: 0.2162282 Aug 31 12:48:27.777615 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 40702) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:27.923771 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 7dc9952a-1108-4f26-a896-8fd16f1b503d no longer exists at agent hyperv_hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:48:27.959669 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] No Port match for: 7dc9952a-1108-4f26-a896-8fd16f1b503d {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:48:27.960558 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Device 7dc9952a-1108-4f26-a896-8fd16f1b503d not bound to the agent host hv-cinder-80669 {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:48:28.512593 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-3efd9be3-4955-413c-8626-cc14dc9011fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782687'] for router_interface, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:29.170984 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-3efd9be3-4955-413c-8626-cc14dc9011fd admin admin] Deleting port 5baa7258-045c-4b88-b78d-3bf48f0870c7 {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:48:29.171333 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-3efd9be3-4955-413c-8626-cc14dc9011fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:29.366710 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [None req-3efd9be3-4955-413c-8626-cc14dc9011fd admin admin] For port 5baa7258-045c-4b88-b78d-3bf48f0870c7, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=5baa7258-045c-4b88-b78d-3bf48f0870c7,segment=NetworkSegment(ed569237-601e-4462-a69b-e8a0ae9f278b),segment_id=ed569237-601e-4462-a69b-e8a0ae9f278b)] {{(pid=75035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:48:29.367121 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-3efd9be3-4955-413c-8626-cc14dc9011fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:29.486048 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-3efd9be3-4955-413c-8626-cc14dc9011fd admin admin] Calling delete_port for 5baa7258-045c-4b88-b78d-3bf48f0870c7 owned by network:router_interface {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:48:29.608290 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40732) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:29.671395 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-3efd9be3-4955-413c-8626-cc14dc9011fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:29.675094 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-d76caa5a-ab76-47c8-8001-81034a89db7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:29.718102 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd9be3-4955-413c-8626-cc14dc9011fd admin admin] Pushing event deleted for resources: {'Port': ['ID=5baa7258-045c-4b88-b78d-3bf48f0870c7,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:29.720753 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-3efd9be3-4955-413c-8626-cc14dc9011fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:29.763001 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-b947b999-b830-437e-8a62-35d34d408cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:29.798891 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-b947b999-b830-437e-8a62-35d34d408cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:48:29.803036 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-b947b999-b830-437e-8a62-35d34d408cac admin admin] Usage tracker for resource:security_group_rule and tenant:b639329f31a741339cef04c4f37bfb07 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:48:29.806442 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-b947b999-b830-437e-8a62-35d34d408cac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:48:29.813060 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-b947b999-b830-437e-8a62-35d34d408cac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:48:29.887019 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-b947b999-b830-437e-8a62-35d34d408cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:29.892432 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-b947b999-b830-437e-8a62-35d34d408cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:29.901874 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-387dfc9a-724d-49d1-a947-f0173873013a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:29.943153 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947b999-b830-437e-8a62-35d34d408cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6412441a-f85c-41d1-912c-fe05f3f2127e,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:29.946688 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-b947b999-b830-437e-8a62-35d34d408cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:29.952085 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-b947b999-b830-437e-8a62-35d34d408cac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b639329f31a741339cef04c4f37bfb07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3401756 Aug 31 12:48:29.952807 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40738) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:30.024876 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-59277d68-d365-4ea7-ad2e-394ad4e15ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:30.035160 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-3efd9be3-4955-413c-8626-cc14dc9011fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33169039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782763'] for router_interface, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:30.060600 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-59277d68-d365-4ea7-ad2e-394ad4e15ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:30.121377 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-59277d68-d365-4ea7-ad2e-394ad4e15ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:30.125796 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-1f36c94d-69de-4cba-82a5-cdbf76c7a81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:30.140232 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59277d68-d365-4ea7-ad2e-394ad4e15ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6412441a-f85c-41d1-912c-fe05f3f2127e,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:30.147222 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-59277d68-d365-4ea7-ad2e-394ad4e15ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:30.159562 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-59277d68-d365-4ea7-ad2e-394ad4e15ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:30.163750 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-59277d68-d365-4ea7-ad2e-394ad4e15ff1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6412441a-f85c-41d1-912c-fe05f3f2127e HTTP/1.1" status: 204 len: 168 time: 0.2103584 Aug 31 12:48:30.748710 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efd9be3-4955-413c-8626-cc14dc9011fd admin admin] Router 7c127991-dbbd-4f05-9726-89173d254751 has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:48:30.970970 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efd9be3-4955-413c-8626-cc14dc9011fd admin admin] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:48:30.986599 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aba2c0-9e45-4034-b2ef-d7cecc8d3a48 None None] Sync routers for ids ['7c127991-dbbd-4f05-9726-89173d254751'] in dv-cinder-806696-1-smb {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:48:31.001343 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-3efd9be3-4955-413c-8626-cc14dc9011fd admin admin] 10.222.0.13 "PUT /v2.0/routers/7c127991-dbbd-4f05-9726-89173d254751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2223980 Aug 31 12:48:31.004033 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40760) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:31.010914 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aba2c0-9e45-4034-b2ef-d7cecc8d3a48 None None] Routers {'7c127991-dbbd-4f05-9726-89173d254751'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:48:31.011866 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-63aba2c0-9e45-4034-b2ef-d7cecc8d3a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:48:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['7c127991-dbbd-4f05-9726-89173d254751'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:48:31.262416 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e53d-fa35-496d-97a6-acf644252419 admin admin] Notify callbacks [] for router, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:31.265455 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-63aba2c0-9e45-4034-b2ef-d7cecc8d3a48 None None] Set router 7c127991-dbbd-4f05-9726-89173d254751 gateway port host: dv-cinder-806696-1-smb {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:48:31.487784 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e53d-fa35-496d-97a6-acf644252419 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:31.499507 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-d2d2e53d-fa35-496d-97a6-acf644252419 admin admin] Deleting port e754281a-447b-43fa-a46e-21e8c1317a70 {{(pid=75034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:48:31.499846 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e53d-fa35-496d-97a6-acf644252419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:31.582595 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-63aba2c0-9e45-4034-b2ef-d7cecc8d3a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c127991-dbbd-4f05-9726-89173d254751', 'name': 'tempest-TestShelveInstance-1973473040-router', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:27Z', 'updated_at': '2021-08-31T12:48:29Z', 'revision_number': 5, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'gw_port': {'id': 'e754281a-447b-43fa-a46e-21e8c1317a70', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c127991-dbbd-4f05-9726-89173d254751', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:28Z', 'updated_at': '2021-08-31T12:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb'}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:48:31.587385 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aba2c0-9e45-4034-b2ef-d7cecc8d3a48 None None] Checking router: 7c127991-dbbd-4f05-9726-89173d254751 for host: dv-cinder-806696-1-smb {{(pid=75036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:48:31.598283 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aba2c0-9e45-4034-b2ef-d7cecc8d3a48 None None] Routers {'7c127991-dbbd-4f05-9726-89173d254751'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:48:31.598893 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-63aba2c0-9e45-4034-b2ef-d7cecc8d3a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:48:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['7c127991-dbbd-4f05-9726-89173d254751'], 'active': True} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:48:31.690211 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [None req-d2d2e53d-fa35-496d-97a6-acf644252419 admin admin] For port e754281a-447b-43fa-a46e-21e8c1317a70, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=e754281a-447b-43fa-a46e-21e8c1317a70,segment=NetworkSegment(3f81cd55-86a1-4a25-9153-5d04b36688ac),segment_id=3f81cd55-86a1-4a25-9153-5d04b36688ac)] {{(pid=75034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:48:31.690600 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e53d-fa35-496d-97a6-acf644252419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:31.798105 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_dvr_db [None req-63aba2c0-9e45-4034-b2ef-d7cecc8d3a48 None None] Set router 7c127991-dbbd-4f05-9726-89173d254751 gateway port host: None {{(pid=75036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:48:31.822405 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-d2d2e53d-fa35-496d-97a6-acf644252419 admin admin] Calling delete_port for e754281a-447b-43fa-a46e-21e8c1317a70 owned by network:router_gateway {{(pid=75034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:48:31.908063 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.db.l3_hamode_db [None req-63aba2c0-9e45-4034-b2ef-d7cecc8d3a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c127991-dbbd-4f05-9726-89173d254751', 'name': 'tempest-TestShelveInstance-1973473040-router', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:27Z', 'updated_at': '2021-08-31T12:48:31Z', 'revision_number': 6, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'gw_port_host': None}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:48:31.912281 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aba2c0-9e45-4034-b2ef-d7cecc8d3a48 None None] The sync data for ids ['7c127991-dbbd-4f05-9726-89173d254751'] in dv-cinder-806696-1-smb is: [{'id': '7c127991-dbbd-4f05-9726-89173d254751', 'name': 'tempest-TestShelveInstance-1973473040-router', 'tenant_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:27Z', 'updated_at': '2021-08-31T12:48:31Z', 'revision_number': 6, 'project_id': '3bc9a284c20b4adfbfcdc98e81f10699', 'gw_port_host': None}] {{(pid=75036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:48:32.024628 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e53d-fa35-496d-97a6-acf644252419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:32.037011 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-4844aaf1-310c-4bc3-ba3e-baaad23ee299 tempest-TestShelveInstance-86626000 tempest-TestShelveInstance-86626000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:32.084452 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2e53d-fa35-496d-97a6-acf644252419 admin admin] Pushing event deleted for resources: {'Port': ['ID=e754281a-447b-43fa-a46e-21e8c1317a70,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:32.117684 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-d2d2e53d-fa35-496d-97a6-acf644252419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:32.340975 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e53d-fa35-496d-97a6-acf644252419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783906'] for router_gateway, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:32.723719 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e53d-fa35-496d-97a6-acf644252419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8132'] for router, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:32.728359 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e53d-fa35-496d-97a6-acf644252419 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:32.758103 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e53d-fa35-496d-97a6-acf644252419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784926'] for router, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:32.759022 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d2e53d-fa35-496d-97a6-acf644252419 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c127991-dbbd-4f05-9726-89173d254751 {{(pid=75034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 12:48:32.775253 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e53d-fa35-496d-97a6-acf644252419 admin admin] Notify callbacks [] for router, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:32.776328 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-d2d2e53d-fa35-496d-97a6-acf644252419 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7c127991-dbbd-4f05-9726-89173d254751 HTTP/1.1" status: 204 len: 168 time: 1.7710469 Aug 31 12:48:32.779162 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40796) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:32.840033 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d0d525-f196-4cd2-84d2-862d2d796ad1 admin admin] Deleting subnet f8b41268-faa3-4a54-af29-703f32d1b3fc {{(pid=75034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 31 12:48:32.843086 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-b2d0d525-f196-4cd2-84d2-862d2d796ad1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:32.900379 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-b2d0d525-f196-4cd2-84d2-862d2d796ad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1701225'] for subnet, precommit_delete_associations {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:32.990234 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-b2d0d525-f196-4cd2-84d2-862d2d796ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222575'] for subnet, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:33.047541 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 5baa7258-045c-4b88-b78d-3bf48f0870c7 no longer exists at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:48:33.074689 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-b2d0d525-f196-4cd2-84d2-862d2d796ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33222550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1383477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1612627'] for subnet, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:33.087154 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-19a55804-87c2-4f9e-8bf1-0dd0970160b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:33.095027 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] No Port match for: 5baa7258-045c-4b88-b78d-3bf48f0870c7 {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:48:33.095711 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 5baa7258-045c-4b88-b78d-3bf48f0870c7 not bound to the agent host dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:48:33.096405 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device e754281a-447b-43fa-a46e-21e8c1317a70 no longer exists at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:48:33.132657 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-b2d0d525-f196-4cd2-84d2-862d2d796ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for subnet, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:33.142275 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0d525-f196-4cd2-84d2-862d2d796ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8b41268-faa3-4a54-af29-703f32d1b3fc,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:33.142530 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e092b1e4-b4de-47b2-870b-3ae866032890 None None] Network 301c08f8-022f-4c04-8683-cab91975ee82 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:48:33.148125 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 40800) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:33.148951 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-b2d0d525-f196-4cd2-84d2-862d2d796ad1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f8b41268-faa3-4a54-af29-703f32d1b3fc HTTP/1.1" status: 204 len: 168 time: 0.3678470 Aug 31 12:48:33.150197 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-b2d0d525-f196-4cd2-84d2-862d2d796ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:33.159599 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] No Port match for: e754281a-447b-43fa-a46e-21e8c1317a70 {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:48:33.159955 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device e754281a-447b-43fa-a46e-21e8c1317a70 not bound to the agent host dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:48:33.263143 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-764866f6-ac2f-4a6c-bae8-5912e3161f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045717'] for network, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:33.275357 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-764866f6-ac2f-4a6c-bae8-5912e3161f45 admin admin] Deleting port b06fed6a-ce07-41e0-8ab6-4ca0f2521af9 {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:48:33.275821 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-764866f6-ac2f-4a6c-bae8-5912e3161f45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:33.450077 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48360667-0dca-4968-9716-c28a9f6bd402 None None] DHCP port deletion for 301c08f8-022f-4c04-8683-cab91975ee82 request from dv-cinder-806696-1-smb {{(pid=75036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 31 12:48:33.456350 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-48360667-0dca-4968-9716-c28a9f6bd402 None None] Deleting port b06fed6a-ce07-41e0-8ab6-4ca0f2521af9 {{(pid=75036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:48:33.456943 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-48360667-0dca-4968-9716-c28a9f6bd402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:33.540536 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [None req-764866f6-ac2f-4a6c-bae8-5912e3161f45 admin admin] For port b06fed6a-ce07-41e0-8ab6-4ca0f2521af9, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=b06fed6a-ce07-41e0-8ab6-4ca0f2521af9,segment=NetworkSegment(ed569237-601e-4462-a69b-e8a0ae9f278b),segment_id=ed569237-601e-4462-a69b-e8a0ae9f278b)] {{(pid=75035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:48:33.541109 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-764866f6-ac2f-4a6c-bae8-5912e3161f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:33.705251 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-764866f6-ac2f-4a6c-bae8-5912e3161f45 admin admin] Calling delete_port for b06fed6a-ce07-41e0-8ab6-4ca0f2521af9 owned by network:dhcp {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:48:33.726039 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-48360667-0dca-4968-9716-c28a9f6bd402 None None] For port b06fed6a-ce07-41e0-8ab6-4ca0f2521af9, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=b06fed6a-ce07-41e0-8ab6-4ca0f2521af9,segment=NetworkSegment(ed569237-601e-4462-a69b-e8a0ae9f278b),segment_id=ed569237-601e-4462-a69b-e8a0ae9f278b)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:48:33.726509 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-48360667-0dca-4968-9716-c28a9f6bd402 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:33.780740 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-764866f6-ac2f-4a6c-bae8-5912e3161f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:33.784493 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-cfe51857-d6a5-4ebb-bfcf-b9fba5748ba1 tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:33.829289 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764866f6-ac2f-4a6c-bae8-5912e3161f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=b06fed6a-ce07-41e0-8ab6-4ca0f2521af9,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:33.832728 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-764866f6-ac2f-4a6c-bae8-5912e3161f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:33.833480 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764866f6-ac2f-4a6c-bae8-5912e3161f45 admin admin] No DVR routers for this DVR port b06fed6a-ce07-41e0-8ab6-4ca0f2521af9 on host dv-cinder-806696-1-smb {{(pid=75035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:48:33.855727 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-48360667-0dca-4968-9716-c28a9f6bd402 None None] Calling delete_port for b06fed6a-ce07-41e0-8ab6-4ca0f2521af9 owned by network:dhcp {{(pid=75036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:48:33.931555 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.db.api [None req-48360667-0dca-4968-9716-c28a9f6bd402 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 12:48:33.931927 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_db.api [None req-48360667-0dca-4968-9716-c28a9f6bd402 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 12:48:34.054836 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-764866f6-ac2f-4a6c-bae8-5912e3161f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33222182', 'neutron.services.segments.db._delete_segments_for_network-8767722538626'] for network, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:34.068078 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.services.segments.db [None req-764866f6-ac2f-4a6c-bae8-5912e3161f45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301c08f8-022f-4c04-8683-cab91975ee82']}} {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:48:34.080133 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.services.segments.db [None req-764866f6-ac2f-4a6c-bae8-5912e3161f45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed569237-601e-4462-a69b-e8a0ae9f278b') {'for_net_delete': True} {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:48:34.080422 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.services.segments.db [None req-764866f6-ac2f-4a6c-bae8-5912e3161f45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed569237-601e-4462-a69b-e8a0ae9f278b') {} {{(pid=75035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:48:34.091507 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-764866f6-ac2f-4a6c-bae8-5912e3161f45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767722541213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1134975'] for segment, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:34.109258 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-764866f6-ac2f-4a6c-bae8-5912e3161f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:34.115880 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764866f6-ac2f-4a6c-bae8-5912e3161f45 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=75035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 31 12:48:34.116290 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-764866f6-ac2f-4a6c-bae8-5912e3161f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33222410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1148802'] for segment, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: Traceback (most recent call last): Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: timer() Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: cb(*args, **kw) Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: return func(*args, **kwargs) Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: self._notify() Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: self.callback(batched_events) Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: event.method(event) Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: return f(self, *a, **k) Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: return self._get(url).json() Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: return self.request(url, 'GET', **kwargs) Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:48:34.129145 dv-cinder-806696-1-smb neutron-server[75035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:48:34.210371 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-764866f6-ac2f-4a6c-bae8-5912e3161f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33222189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783967'] for network, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:34.216349 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-764866f6-ac2f-4a6c-bae8-5912e3161f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:34.219563 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:34.243658 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764866f6-ac2f-4a6c-bae8-5912e3161f45 admin admin] Pushing event deleted for resources: {'Network': ['ID=301c08f8-022f-4c04-8683-cab91975ee82,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:34.247825 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-764866f6-ac2f-4a6c-bae8-5912e3161f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:34.257657 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-764866f6-ac2f-4a6c-bae8-5912e3161f45 admin admin] 10.222.0.13 "DELETE /v2.0/networks/301c08f8-022f-4c04-8683-cab91975ee82 HTTP/1.1" status: 204 len: 168 time: 1.1081719 Aug 31 12:48:34.260785 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40808) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:34.433467 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-48360667-0dca-4968-9716-c28a9f6bd402 None None] Deleting port b06fed6a-ce07-41e0-8ab6-4ca0f2521af9 {{(pid=75036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:48:34.434224 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-48360667-0dca-4968-9716-c28a9f6bd402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:34.501863 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-48360667-0dca-4968-9716-c28a9f6bd402 None None] The port 'b06fed6a-ce07-41e0-8ab6-4ca0f2521af9' was deleted {{(pid=75036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 31 12:48:34.688192 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f0b7457e-ede6-4508-83f2-d367b14f9268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782687'] for router_interface, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:35.036893 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device b06fed6a-ce07-41e0-8ab6-4ca0f2521af9 no longer exists at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:48:35.075021 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] No Port match for: b06fed6a-ce07-41e0-8ab6-4ca0f2521af9 {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:48:35.075677 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device b06fed6a-ce07-41e0-8ab6-4ca0f2521af9 not bound to the agent host dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:48:35.458206 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-f0b7457e-ede6-4508-83f2-d367b14f9268 admin admin] Deleting port 03bfe037-9a34-4920-8687-0a2a7c783004 {{(pid=75034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:48:35.458835 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f0b7457e-ede6-4508-83f2-d367b14f9268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:35.652588 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [None req-f0b7457e-ede6-4508-83f2-d367b14f9268 admin admin] For port 03bfe037-9a34-4920-8687-0a2a7c783004, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=03bfe037-9a34-4920-8687-0a2a7c783004,segment=NetworkSegment(7bdbf711-0c97-4f63-966c-c0138ce7b770),segment_id=7bdbf711-0c97-4f63-966c-c0138ce7b770)] {{(pid=75034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:48:35.652942 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f0b7457e-ede6-4508-83f2-d367b14f9268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:35.794884 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-f0b7457e-ede6-4508-83f2-d367b14f9268 admin admin] Calling delete_port for 03bfe037-9a34-4920-8687-0a2a7c783004 owned by network:router_interface {{(pid=75034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:48:35.999202 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f0b7457e-ede6-4508-83f2-d367b14f9268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:36.006864 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-73f3567e-0c75-43db-bc51-c0e2b3031d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:36.054819 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7457e-ede6-4508-83f2-d367b14f9268 admin admin] Pushing event deleted for resources: {'Port': ['ID=03bfe037-9a34-4920-8687-0a2a7c783004,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:36.059739 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-f0b7457e-ede6-4508-83f2-d367b14f9268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:36.364362 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f0b7457e-ede6-4508-83f2-d367b14f9268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33169039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782763'] for router_interface, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:37.078737 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b7457e-ede6-4508-83f2-d367b14f9268 admin admin] Router 4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd has already been hosted by L3 agent a2979a8a-67e4-449d-a9d3-ed0c780d0bc1 {{(pid=75034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 12:48:37.308603 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b7457e-ede6-4508-83f2-d367b14f9268 admin admin] Notify agent at l3_agent.dv-cinder-806696-1-smb the message routers_updated {{(pid=75034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 12:48:37.318777 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-f0b7457e-ede6-4508-83f2-d367b14f9268 admin admin] 10.222.0.13 "PUT /v2.0/routers/4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0568645 Aug 31 12:48:37.318959 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903000e6-61cf-4104-9885-8154e3d6be12 None None] Sync routers for ids ['4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd'] in dv-cinder-806696-1-smb {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 31 12:48:37.321870 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 40842) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:37.331146 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903000e6-61cf-4104-9885-8154e3d6be12 None None] Routers {'4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:48:37.331762 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-903000e6-61cf-4104-9885-8154e3d6be12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:48:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:48:37.545492 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-903000e6-61cf-4104-9885-8154e3d6be12 None None] Set router 4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd gateway port host: dv-cinder-806696-1-smb {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:48:37.563135 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-23d1d55a-c626-410d-8610-2a21c193765f admin admin] Notify callbacks [] for router, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:37.778211 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-23d1d55a-c626-410d-8610-2a21c193765f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:37.791764 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-23d1d55a-c626-410d-8610-2a21c193765f admin admin] Deleting port 69e266c8-06bd-49ab-b7c9-260a40177adf {{(pid=75035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:48:37.792568 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-23d1d55a-c626-410d-8610-2a21c193765f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:37.896943 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-903000e6-61cf-4104-9885-8154e3d6be12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd', 'name': 'tempest-TestShelveInstance-1788827227-router', 'tenant_id': 'a7d8562b59f14833a8465d314d629b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'external_fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '69e266c8-06bd-49ab-b7c9-260a40177adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:42Z', 'updated_at': '2021-08-31T12:48:35Z', 'revision_number': 5, 'project_id': 'a7d8562b59f14833a8465d314d629b46', 'gw_port': {'id': '69e266c8-06bd-49ab-b7c9-260a40177adf', 'name': '', 'network_id': '7b35dd9c-b590-45a2-8542-749821ca1ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T12:43:43Z', 'updated_at': '2021-08-31T12:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d9224a0-26e6-47e5-9065-b2d86fa589fa', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806696-1-smb'}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:48:37.902693 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903000e6-61cf-4104-9885-8154e3d6be12 None None] Checking router: 4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd for host: dv-cinder-806696-1-smb {{(pid=75037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 31 12:48:37.916365 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903000e6-61cf-4104-9885-8154e3d6be12 None None] Routers {'4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd'} bound to L3 agent in host dv-cinder-806696-1-smb {{(pid=75037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 12:48:37.917024 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-903000e6-61cf-4104-9885-8154e3d6be12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T12:31:45Z,description=,heartbeat_timestamp=2021-08-31T12:48:15Z,host='dv-cinder-806696-1-smb',id=a2979a8a-67e4-449d-a9d3-ed0c780d0bc1,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T12:31:45Z,topic='l3_agent')) {'router_ids': ['4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd'], 'active': True} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:48:37.988608 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.db [None req-23d1d55a-c626-410d-8610-2a21c193765f admin admin] For port 69e266c8-06bd-49ab-b7c9-260a40177adf, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=69e266c8-06bd-49ab-b7c9-260a40177adf,segment=NetworkSegment(3f81cd55-86a1-4a25-9153-5d04b36688ac),segment_id=3f81cd55-86a1-4a25-9153-5d04b36688ac)] {{(pid=75035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:48:37.988965 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-23d1d55a-c626-410d-8610-2a21c193765f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:38.072802 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_dvr_db [None req-903000e6-61cf-4104-9885-8154e3d6be12 None None] Set router 4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd gateway port host: None {{(pid=75037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 31 12:48:38.114515 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.plugins.ml2.plugin [None req-23d1d55a-c626-410d-8610-2a21c193765f admin admin] Calling delete_port for 69e266c8-06bd-49ab-b7c9-260a40177adf owned by network:router_gateway {{(pid=75035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:48:38.179190 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.l3_hamode_db [None req-903000e6-61cf-4104-9885-8154e3d6be12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd', 'name': 'tempest-TestShelveInstance-1788827227-router', 'tenant_id': 'a7d8562b59f14833a8465d314d629b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:42Z', 'updated_at': '2021-08-31T12:48:37Z', 'revision_number': 6, 'project_id': 'a7d8562b59f14833a8465d314d629b46', 'gw_port_host': None}], 'dv-cinder-806696-1-smb', False) {} {{(pid=75037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:48:38.183591 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903000e6-61cf-4104-9885-8154e3d6be12 None None] The sync data for ids ['4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd'] in dv-cinder-806696-1-smb is: [{'id': '4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd', 'name': 'tempest-TestShelveInstance-1788827227-router', 'tenant_id': 'a7d8562b59f14833a8465d314d629b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T12:43:42Z', 'updated_at': '2021-08-31T12:48:37Z', 'revision_number': 6, 'project_id': 'a7d8562b59f14833a8465d314d629b46', 'gw_port_host': None}] {{(pid=75037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 31 12:48:38.288840 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-23d1d55a-c626-410d-8610-2a21c193765f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1148887'] for port, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:38.295092 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-bf7c9cba-7b1a-4f13-8c6a-7634603a4e4d tempest-AttachVolumeShelveTestJSON-1177872692 tempest-AttachVolumeShelveTestJSON-1177872692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:38.338970 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1d55a-c626-410d-8610-2a21c193765f admin admin] Pushing event deleted for resources: {'Port': ['ID=69e266c8-06bd-49ab-b7c9-260a40177adf,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:38.342945 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-23d1d55a-c626-410d-8610-2a21c193765f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:38.674605 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-23d1d55a-c626-410d-8610-2a21c193765f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783906'] for router_gateway, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:38.956193 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-23d1d55a-c626-410d-8610-2a21c193765f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8132'] for router, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:38.961840 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-23d1d55a-c626-410d-8610-2a21c193765f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:39.006869 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-23d1d55a-c626-410d-8610-2a21c193765f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784926'] for router, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:39.007573 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d1d55a-c626-410d-8610-2a21c193765f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd {{(pid=75035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 12:48:39.031243 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-23d1d55a-c626-410d-8610-2a21c193765f admin admin] Notify callbacks [] for router, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:39.034978 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-23d1d55a-c626-410d-8610-2a21c193765f admin admin] 10.222.0.13 "DELETE /v2.0/routers/4bb04be9-594e-40fa-bdf4-bc1a6d0f2ffd HTTP/1.1" status: 204 len: 168 time: 1.7096815 Aug 31 12:48:39.035283 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 40860) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:39.050861 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 69e266c8-06bd-49ab-b7c9-260a40177adf no longer exists at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:48:39.095409 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] No Port match for: 69e266c8-06bd-49ab-b7c9-260a40177adf {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:48:39.096174 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 69e266c8-06bd-49ab-b7c9-260a40177adf not bound to the agent host dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:48:39.096867 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 03bfe037-9a34-4920-8687-0a2a7c783004 no longer exists at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:48:39.121800 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bea0e1-1ccf-4810-a88a-7c1f82aca5e4 admin admin] Deleting subnet 8b19798c-383a-4b3b-a8b0-b1276d6bfedc {{(pid=75035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 31 12:48:39.126078 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b6bea0e1-1ccf-4810-a88a-7c1f82aca5e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:39.149399 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] No Port match for: 03bfe037-9a34-4920-8687-0a2a7c783004 {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:48:39.149887 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 03bfe037-9a34-4920-8687-0a2a7c783004 not bound to the agent host dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:48:39.193090 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b6bea0e1-1ccf-4810-a88a-7c1f82aca5e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1134960'] for subnet, precommit_delete_associations {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:39.279301 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b6bea0e1-1ccf-4810-a88a-7c1f82aca5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222575'] for subnet, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:39.367044 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b6bea0e1-1ccf-4810-a88a-7c1f82aca5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33222550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1148708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1377178'] for subnet, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:39.371984 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-b6c1648f-65f0-40d8-b1f0-974a24b695da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:39.408749 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bea0e1-1ccf-4810-a88a-7c1f82aca5e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b19798c-383a-4b3b-a8b0-b1276d6bfedc,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:39.411309 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-b6bea0e1-1ccf-4810-a88a-7c1f82aca5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:39.414353 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-b6bea0e1-1ccf-4810-a88a-7c1f82aca5e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:39.423177 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f7aa2a-34d6-4aee-b1a9-7ac70944b044 None None] Network b7e29b17-853f-4faf-bf5e-c5ec6b62a895 requested from dv-cinder-806696-1-smb {{(pid=75036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 31 12:48:39.424622 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-b6bea0e1-1ccf-4810-a88a-7c1f82aca5e4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8b19798c-383a-4b3b-a8b0-b1276d6bfedc HTTP/1.1" status: 204 len: 168 time: 0.3880293 Aug 31 12:48:39.427348 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40872) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:39.547968 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d0c53d14-6d88-4fcc-ab2b-268f815d59f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33045717'] for network, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:39.559471 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-d0c53d14-6d88-4fcc-ab2b-268f815d59f1 admin admin] Deleting port 4868e7df-d78d-459d-93ca-7f0daceb3dbf {{(pid=75034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:48:39.559811 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d0c53d14-6d88-4fcc-ab2b-268f815d59f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:39.676830 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0534848f-6382-40c1-8a4c-648f9d7593dd None None] DHCP port deletion for b7e29b17-853f-4faf-bf5e-c5ec6b62a895 request from dv-cinder-806696-1-smb {{(pid=75036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 31 12:48:39.681404 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-0534848f-6382-40c1-8a4c-648f9d7593dd None None] Deleting port 4868e7df-d78d-459d-93ca-7f0daceb3dbf {{(pid=75036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:48:39.681802 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-0534848f-6382-40c1-8a4c-648f9d7593dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:39.766311 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.db [None req-d0c53d14-6d88-4fcc-ab2b-268f815d59f1 admin admin] For port 4868e7df-d78d-459d-93ca-7f0daceb3dbf, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=4868e7df-d78d-459d-93ca-7f0daceb3dbf,segment=NetworkSegment(7bdbf711-0c97-4f63-966c-c0138ce7b770),segment_id=7bdbf711-0c97-4f63-966c-c0138ce7b770)] {{(pid=75034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:48:39.766684 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d0c53d14-6d88-4fcc-ab2b-268f815d59f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:39.890102 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.plugin [None req-d0c53d14-6d88-4fcc-ab2b-268f815d59f1 admin admin] Calling delete_port for 4868e7df-d78d-459d-93ca-7f0daceb3dbf owned by network:dhcp {{(pid=75034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:48:39.930729 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.db [None req-0534848f-6382-40c1-8a4c-648f9d7593dd None None] For port 4868e7df-d78d-459d-93ca-7f0daceb3dbf, host dv-cinder-806696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806696-1-smb',level=0,port_id=4868e7df-d78d-459d-93ca-7f0daceb3dbf,segment=NetworkSegment(7bdbf711-0c97-4f63-966c-c0138ce7b770),segment_id=7bdbf711-0c97-4f63-966c-c0138ce7b770)] {{(pid=75036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 12:48:39.931061 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-0534848f-6382-40c1-8a4c-648f9d7593dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:39.970484 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d0c53d14-6d88-4fcc-ab2b-268f815d59f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33092856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767722557444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767722134532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1383622'] for port, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:39.974391 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-11333b30-529c-4ab0-9850-1c913ffde97c tempest-AttachVolumeTestJSON-801668194 tempest-AttachVolumeTestJSON-801668194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:40.015265 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c53d14-6d88-4fcc-ab2b-268f815d59f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4868e7df-d78d-459d-93ca-7f0daceb3dbf,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:40.019676 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-d0c53d14-6d88-4fcc-ab2b-268f815d59f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:40.022160 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c53d14-6d88-4fcc-ab2b-268f815d59f1 admin admin] No DVR routers for this DVR port 4868e7df-d78d-459d-93ca-7f0daceb3dbf on host dv-cinder-806696-1-smb {{(pid=75034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 12:48:40.052059 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-0534848f-6382-40c1-8a4c-648f9d7593dd None None] Calling delete_port for 4868e7df-d78d-459d-93ca-7f0daceb3dbf owned by network:dhcp {{(pid=75036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 31 12:48:40.135345 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.db.api [None req-0534848f-6382-40c1-8a4c-648f9d7593dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 12:48:40.135683 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG oslo_db.api [None req-0534848f-6382-40c1-8a4c-648f9d7593dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 12:48:40.146256 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d0c53d14-6d88-4fcc-ab2b-268f815d59f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33222182', 'neutron.services.segments.db._delete_segments_for_network-8767722538626'] for network, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:40.168647 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-d0c53d14-6d88-4fcc-ab2b-268f815d59f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e29b17-853f-4faf-bf5e-c5ec6b62a895']}} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:48:40.181987 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-d0c53d14-6d88-4fcc-ab2b-268f815d59f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bdbf711-0c97-4f63-966c-c0138ce7b770') {'for_net_delete': True} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:48:40.182255 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.services.segments.db [None req-d0c53d14-6d88-4fcc-ab2b-268f815d59f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bdbf711-0c97-4f63-966c-c0138ce7b770') {} {{(pid=75034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 12:48:40.193974 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d0c53d14-6d88-4fcc-ab2b-268f815d59f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767722541213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1701222'] for segment, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:40.214851 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d0c53d14-6d88-4fcc-ab2b-268f815d59f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222420'] for segment, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:40.221297 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c53d14-6d88-4fcc-ab2b-268f815d59f1 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=75034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 31 12:48:40.221793 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d0c53d14-6d88-4fcc-ab2b-268f815d59f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33222410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1383571'] for segment, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: Traceback (most recent call last): Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: timer() Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: cb(*args, **kw) Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: return func(*args, **kwargs) Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: self._notify() Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: self.callback(batched_events) Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: event.method(event) Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: return f(self, *a, **k) Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: return self._get(url).json() Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: return self.request(url, 'GET', **kwargs) Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 12:48:40.236422 dv-cinder-806696-1-smb neutron-server[75034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 12:48:40.321117 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d0c53d14-6d88-4fcc-ab2b-268f815d59f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33222189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33169113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-783967'] for network, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:40.326635 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:40.341908 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d0c53d14-6d88-4fcc-ab2b-268f815d59f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33168995'] for network, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:40.355236 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c53d14-6d88-4fcc-ab2b-268f815d59f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7e29b17-853f-4faf-bf5e-c5ec6b62a895,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:40.358023 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-d0c53d14-6d88-4fcc-ab2b-268f815d59f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:40.361585 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-d0c53d14-6d88-4fcc-ab2b-268f815d59f1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b7e29b17-853f-4faf-bf5e-c5ec6b62a895 HTTP/1.1" status: 204 len: 168 time: 0.9329987 Aug 31 12:48:40.579664 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40886) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:40.636775 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-0534848f-6382-40c1-8a4c-648f9d7593dd None None] Deleting port 4868e7df-d78d-459d-93ca-7f0daceb3dbf {{(pid=75036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 31 12:48:40.637418 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-c4004c1e-93fc-4d5b-b01d-68c512466a4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3bc9a284c20b4adfbfcdc98e81f10699&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0562918 Aug 31 12:48:40.637731 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-0534848f-6382-40c1-8a4c-648f9d7593dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767722584751'] for port, before_delete {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:40.640548 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40892) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:40.707364 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-0534848f-6382-40c1-8a4c-648f9d7593dd None None] The port '4868e7df-d78d-459d-93ca-7f0daceb3dbf' was deleted {{(pid=75036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 31 12:48:40.714341 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d185382f-eede-417f-974c-bd4c1a562918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:40.743730 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d185382f-eede-417f-974c-bd4c1a562918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:40.801827 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d185382f-eede-417f-974c-bd4c1a562918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:40.807319 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-cbf4b6c0-ff6b-442c-9bcd-fed414f8dc0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:40.821290 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185382f-eede-417f-974c-bd4c1a562918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc77901-333a-41e7-b35c-10627499e4b3,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:40.835784 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-d185382f-eede-417f-974c-bd4c1a562918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:40.838102 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-d185382f-eede-417f-974c-bd4c1a562918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:40.841855 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-d185382f-eede-417f-974c-bd4c1a562918 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbc77901-333a-41e7-b35c-10627499e4b3 HTTP/1.1" status: 204 len: 168 time: 0.1976810 Aug 31 12:48:40.931771 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40900) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:41.058328 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 4868e7df-d78d-459d-93ca-7f0daceb3dbf no longer exists at agent ovs-agent-dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 12:48:41.103603 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.plugin [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] No Port match for: 4868e7df-d78d-459d-93ca-7f0daceb3dbf {{(pid=75036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 31 12:48:41.103964 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron.plugins.ml2.rpc [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Device 4868e7df-d78d-459d-93ca-7f0daceb3dbf not bound to the agent host dv-cinder-806696-1-smb {{(pid=75036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 12:48:41.228978 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-df823db4-46fe-41ae-8c5f-237df0963fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:41.274709 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-df823db4-46fe-41ae-8c5f-237df0963fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:48:41.279407 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-df823db4-46fe-41ae-8c5f-237df0963fbc admin admin] Usage tracker for resource:security_group_rule and tenant:c5a2298bae42419f8f52c3a460fe532b is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:48:41.282604 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-df823db4-46fe-41ae-8c5f-237df0963fbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:48:41.290910 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-df823db4-46fe-41ae-8c5f-237df0963fbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:48:41.319105 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 40908) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:41.363133 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-df823db4-46fe-41ae-8c5f-237df0963fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:41.368814 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-df823db4-46fe-41ae-8c5f-237df0963fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:41.371219 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-260f8a25-4b31-4dee-8927-4c873086334e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7d8562b59f14833a8465d314d629b46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0507610 Aug 31 12:48:41.373678 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 40912) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:41.376714 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-dd9ebd32-120a-4ada-af3f-2405524ca488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:41.442961 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-45b20d37-8d10-435a-8d17-a8b45d5a4a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:41.471313 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-45b20d37-8d10-435a-8d17-a8b45d5a4a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:41.525336 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-45b20d37-8d10-435a-8d17-a8b45d5a4a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:41.527882 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df823db4-46fe-41ae-8c5f-237df0963fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f3623f-b458-4915-a7b4-428668b378cd,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:41.531372 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-410b7ba5-1417-4e4a-bb7a-ee09470efa8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:41.531531 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-df823db4-46fe-41ae-8c5f-237df0963fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:41.534369 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-df823db4-46fe-41ae-8c5f-237df0963fbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5a2298bae42419f8f52c3a460fe532b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6015434 Aug 31 12:48:41.538879 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40916) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:41.546874 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b20d37-8d10-435a-8d17-a8b45d5a4a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f9e3f4-3700-475d-ae6d-0d130b990fb7,revision_number=None']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:41.550838 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-45b20d37-8d10-435a-8d17-a8b45d5a4a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:41.554918 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-45b20d37-8d10-435a-8d17-a8b45d5a4a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:41.560038 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-45b20d37-8d10-435a-8d17-a8b45d5a4a82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51f9e3f4-3700-475d-ae6d-0d130b990fb7 HTTP/1.1" status: 204 len: 168 time: 0.1845253 Aug 31 12:48:41.611936 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e62421ce-d997-45f8-ba68-229069d06382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:41.639008 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e62421ce-d997-45f8-ba68-229069d06382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:41.695961 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e62421ce-d997-45f8-ba68-229069d06382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:41.699741 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-b63177a3-6caf-447c-8529-ba7cdac697d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:41.710788 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62421ce-d997-45f8-ba68-229069d06382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f3623f-b458-4915-a7b4-428668b378cd,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:41.713637 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-e62421ce-d997-45f8-ba68-229069d06382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:41.719712 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-e62421ce-d997-45f8-ba68-229069d06382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:41.721556 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-e62421ce-d997-45f8-ba68-229069d06382 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5f3623f-b458-4915-a7b4-428668b378cd HTTP/1.1" status: 204 len: 168 time: 0.1834624 Aug 31 12:48:42.207487 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.wsgi [-] (75035) accepted ('10.222.0.13', 40926) {{(pid=75035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:42.228526 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8b07ffc0-e7f5-4cf7-b5b5-bda4bfeeafa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:42.278991 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-8b07ffc0-e7f5-4cf7-b5b5-bda4bfeeafa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:48:42.283894 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-8b07ffc0-e7f5-4cf7-b5b5-bda4bfeeafa9 admin admin] Usage tracker for resource:security_group_rule and tenant:7784b2e962234995a4fb3fed7751c00f is out of sync, need to count used quota {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:48:42.287274 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.quota.resource [None req-8b07ffc0-e7f5-4cf7-b5b5-bda4bfeeafa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75035) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:48:42.294512 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.db.quota.driver [None req-8b07ffc0-e7f5-4cf7-b5b5-bda4bfeeafa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:48:42.384099 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8b07ffc0-e7f5-4cf7-b5b5-bda4bfeeafa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:42.390331 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron_lib.callbacks.manager [None req-8b07ffc0-e7f5-4cf7-b5b5-bda4bfeeafa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:42.397475 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-4ffcc8dc-4c4d-447e-abc1-ab7d82cbc2e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:42.435657 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07ffc0-e7f5-4cf7-b5b5-bda4bfeeafa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081a0c04-7bb4-45e0-b63f-557b650b8617,revision_number=1']} {{(pid=75035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:42.438782 dv-cinder-806696-1-smb neutron-server[75035]: DEBUG oslo_concurrency.lockutils [None req-8b07ffc0-e7f5-4cf7-b5b5-bda4bfeeafa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:42.445849 dv-cinder-806696-1-smb neutron-server[75035]: INFO neutron.wsgi [None req-8b07ffc0-e7f5-4cf7-b5b5-bda4bfeeafa9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7784b2e962234995a4fb3fed7751c00f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2370100 Aug 31 12:48:42.448731 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40930) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:42.521887 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-84af42b0-2ca6-4804-8fdd-3434c78d0296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:42.553553 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-84af42b0-2ca6-4804-8fdd-3434c78d0296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:42.617745 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-84af42b0-2ca6-4804-8fdd-3434c78d0296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:42.621819 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-b947b999-b830-437e-8a62-35d34d408cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:42.634903 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af42b0-2ca6-4804-8fdd-3434c78d0296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081a0c04-7bb4-45e0-b63f-557b650b8617,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:42.637978 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-84af42b0-2ca6-4804-8fdd-3434c78d0296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:42.640486 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-84af42b0-2ca6-4804-8fdd-3434c78d0296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:42.641511 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-84af42b0-2ca6-4804-8fdd-3434c78d0296 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/081a0c04-7bb4-45e0-b63f-557b650b8617 HTTP/1.1" status: 204 len: 168 time: 0.1916523 Aug 31 12:48:43.075220 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40938) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:43.094466 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-148b132a-dad6-42fb-ba6e-29e1e199c540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:43.127595 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-148b132a-dad6-42fb-ba6e-29e1e199c540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:48:43.131869 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-148b132a-dad6-42fb-ba6e-29e1e199c540 admin admin] Usage tracker for resource:security_group_rule and tenant:ff21825417b34c4eb53c5b9b221ae069 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:48:43.134879 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-148b132a-dad6-42fb-ba6e-29e1e199c540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:48:43.141042 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-148b132a-dad6-42fb-ba6e-29e1e199c540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:48:43.206598 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-148b132a-dad6-42fb-ba6e-29e1e199c540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:43.214840 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-148b132a-dad6-42fb-ba6e-29e1e199c540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:43.223387 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-0a7a7121-242d-419a-a1ea-48af3d0260ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:43.245267 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-f2515a4e-9ea5-491b-86ce-e044dcb7dafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:43.270977 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b132a-dad6-42fb-ba6e-29e1e199c540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b329f0-6aa0-4be8-a553-7def9c505ba3,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:43.274243 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-148b132a-dad6-42fb-ba6e-29e1e199c540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:43.276717 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-148b132a-dad6-42fb-ba6e-29e1e199c540 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff21825417b34c4eb53c5b9b221ae069&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2003236 Aug 31 12:48:43.279695 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 40942) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:43.344657 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-83c87593-26a4-4b92-9fb5-e57fea89e375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:43.371363 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-83c87593-26a4-4b92-9fb5-e57fea89e375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:43.434291 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-83c87593-26a4-4b92-9fb5-e57fea89e375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:43.438463 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-c4f3739e-aec9-4c51-b99e-7fada2976325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:43.451172 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c87593-26a4-4b92-9fb5-e57fea89e375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b329f0-6aa0-4be8-a553-7def9c505ba3,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:43.455155 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-83c87593-26a4-4b92-9fb5-e57fea89e375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:43.459345 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-83c87593-26a4-4b92-9fb5-e57fea89e375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:43.460524 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-83c87593-26a4-4b92-9fb5-e57fea89e375 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97b329f0-6aa0-4be8-a553-7def9c505ba3 HTTP/1.1" status: 204 len: 168 time: 0.1798816 Aug 31 12:48:43.596047 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:44.862832 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:45.496953 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-6706314d-b3a6-49bc-b9d5-437df90d4e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:46.539943 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:46.836700 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:48:48.024701 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:56.131791 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 41068) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:56.286184 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f97010b8-95d6-4eb1-857b-f94d1c6a34cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:56.322406 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-f97010b8-95d6-4eb1-857b-f94d1c6a34cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 12:48:56.326927 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-f97010b8-95d6-4eb1-857b-f94d1c6a34cf admin admin] Usage tracker for resource:security_group_rule and tenant:c1574090a8824c57869739e041731f97 is out of sync, need to count used quota {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 12:48:56.330557 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.quota.resource [None req-f97010b8-95d6-4eb1-857b-f94d1c6a34cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75034) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 12:48:56.337039 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.db.quota.driver [None req-f97010b8-95d6-4eb1-857b-f94d1c6a34cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 12:48:56.408799 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f97010b8-95d6-4eb1-857b-f94d1c6a34cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:56.414373 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-f97010b8-95d6-4eb1-857b-f94d1c6a34cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_create {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:56.420785 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-73c80214-98e1-49dc-81cd-5dac0d60a8aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:56.484895 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97010b8-95d6-4eb1-857b-f94d1c6a34cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169cec55-860d-4066-9373-5752e3938be6,revision_number=1']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:56.492864 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-f97010b8-95d6-4eb1-857b-f94d1c6a34cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1574090a8824c57869739e041731f97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3596437 Aug 31 12:48:56.495381 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.wsgi [-] (75034) accepted ('10.222.0.13', 41074) {{(pid=75034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 12:48:56.518970 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97010b8-95d6-4eb1-857b-f94d1c6a34cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:56.519332 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97010b8-95d6-4eb1-857b-f94d1c6a34cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:56.519690 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97010b8-95d6-4eb1-857b-f94d1c6a34cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:56.520043 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97010b8-95d6-4eb1-857b-f94d1c6a34cf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:56.520395 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97010b8-95d6-4eb1-857b-f94d1c6a34cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:56.520743 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97010b8-95d6-4eb1-857b-f94d1c6a34cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:56.521073 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97010b8-95d6-4eb1-857b-f94d1c6a34cf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:56.521416 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97010b8-95d6-4eb1-857b-f94d1c6a34cf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:56.521785 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97010b8-95d6-4eb1-857b-f94d1c6a34cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:56.522125 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97010b8-95d6-4eb1-857b-f94d1c6a34cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:56.522472 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97010b8-95d6-4eb1-857b-f94d1c6a34cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806696-1-smb {{(pid=75034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 12:48:56.532738 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-f97010b8-95d6-4eb1-857b-f94d1c6a34cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:56.574638 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-bebcd732-c9b0-4960-87e5-ebdbc6b56ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:56.599631 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-bebcd732-c9b0-4960-87e5-ebdbc6b56ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:56.654573 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-bebcd732-c9b0-4960-87e5-ebdbc6b56ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707017'] for security_group, after_delete {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:56.659081 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-f1bc66db-957b-4300-bada-25e0a5bff2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 12:48:56.671827 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebcd732-c9b0-4960-87e5-ebdbc6b56ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169cec55-860d-4066-9373-5752e3938be6,revision_number=None']} {{(pid=75034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 12:48:56.675869 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG oslo_concurrency.lockutils [None req-bebcd732-c9b0-4960-87e5-ebdbc6b56ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 12:48:56.679499 dv-cinder-806696-1-smb neutron-server[75034]: DEBUG neutron_lib.callbacks.manager [None req-bebcd732-c9b0-4960-87e5-ebdbc6b56ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:48:56.683321 dv-cinder-806696-1-smb neutron-server[75034]: INFO neutron.wsgi [None req-bebcd732-c9b0-4960-87e5-ebdbc6b56ef0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/169cec55-860d-4066-9373-5752e3938be6 HTTP/1.1" status: 204 len: 168 time: 0.1841023 Aug 31 12:49:13.239763 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-7aa04f4a-bc0a-4169-825e-45b991590941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:13.603393 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:14.873935 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:15.493081 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-0f27313f-abb2-473d-9056-be02212193ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:16.540864 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:18.027895 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:23.838190 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:49:43.246301 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-be66d28a-5be6-48e1-84ea-2b7bf8c88028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:43.604683 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:44.874380 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:45.495952 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-cfac112d-1554-4583-952b-2c41417a3d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:46.543309 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:49:48.030283 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:00.839002 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:50:13.245155 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-c6ee7712-2395-4724-9502-d8ef66fa9d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:13.602197 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:14.893570 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:15.491738 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-742213e3-934a-4270-8b10-9f2567d9978b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:16.548705 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:18.034946 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:37.840113 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:50:43.243472 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-4fc1cb08-957f-42b1-8e1f-eea767c5ffe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:43.597748 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:44.888689 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:45.497223 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-9aac2724-f0b1-4fa5-bc5f-de0614ff8cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:46.549233 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:50:48.057388 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:13.238300 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-c856632f-cd12-46f1-b2b9-ae0c2e1c5ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:13.603047 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:14.843010 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:51:14.909943 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:15.504425 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-d9fa4313-aa1d-4f12-bddc-e54c4344e91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:16.552873 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:18.049521 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:43.242665 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-79ceec4e-468d-4027-ac3e-83b868c68c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:43.609135 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:44.920070 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:45.502781 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-da87b6f4-1dae-4354-b395-2fce60444b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:46.556709 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:48.051230 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:51:51.846997 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:52:13.248832 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-1ed8a127-3495-4eab-8d76-5f62ad9dab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:13.615206 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:14.919023 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:15.501985 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-cefe3be2-e05c-4795-8ebc-fd8a4db9ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:16.563301 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:18.059808 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:28.847963 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:52:43.243663 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-029418f0-d3df-4334-b7f8-84db915621fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:43.610494 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:44.920835 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:45.497491 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-6823866e-40f2-4b6b-a5a5-742fe3abeecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:46.561970 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:52:48.073513 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:05.848784 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:53:13.249573 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-cebfcb81-e37e-43cf-a834-22b73a895dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:13.618925 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:14.916533 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:15.502207 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-12ec763c-2964-419d-aeea-183f2e373125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:16.566796 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:18.062724 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-93e7cbd2-6e95-4215-b13f-2614d01edeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:42.849597 dv-cinder-806696-1-smb neutron-server[75037]: DEBUG neutron.db.agents_db [None req-670b59ae-cc79-4a40-882c-06ee1fe9e39d None None] Agent healthcheck: found 6 active agents {{(pid=75037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 12:53:43.246539 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-e8dc9426-6ae4-46c4-a090-6f75c72be873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:43.606865 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-065b64b8-53dc-4f50-af8c-1d126403a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:44.915230 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-2e3b7522-f61d-4de0-8387-cef02bf512b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:45.497350 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-f22c5ee6-206f-46c6-9108-21b18a78fc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 12:53:46.569634 dv-cinder-806696-1-smb neutron-server[75036]: DEBUG neutron_lib.callbacks.manager [None req-21ae152a-6603-4c46-b4be-4fc12284dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767722538608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33219506'] for agent, after_update {{(pid=75036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}